-- Logs begin at Fri 2020-11-20 07:49:30 UTC, end at Fri 2020-11-20 08:54:12 UTC. -- Nov 20 08:25:57.936505 dv-cinder-733622-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 20 08:26:00.516572 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.common.config [-] Logging enabled! Nov 20 08:26:00.517173 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev162 Nov 20 08:26:00.518408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80207) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 20 08:26:00.519148 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.common.config [-] Logging enabled! Nov 20 08:26:00.519431 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev162 Nov 20 08:26:00.519784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80207) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 20 08:26:00.521027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 20 08:26:00.521292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 20 08:26:00.522293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 20 08:26:00.522585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 20 08:26:00.522844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 20 08:26:00.523219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.523565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.523907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.524173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.524513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.524885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.525209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.525545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.525885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.526304 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.526523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.526845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.527106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.527425 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.527756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.528086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.528341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] debug = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.528679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.529213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.529533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.529847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.530178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.530487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.530798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.531120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.531487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] host = dv-cinder-733622-11-smb {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.531808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.532137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.532471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.532823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.533134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.533448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.533775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.534085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.534396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_file = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.534709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.535037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.535401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.535741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.535992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.536242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.536571 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.536928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.537243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.537555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.537867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.538177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.538486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.538792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.539117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.539443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.539769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.540079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.540390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.540745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.541032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.541358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.541673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.541983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.542296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.542626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.542928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.543237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.543578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.543905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.544230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.544554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.544917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.545243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.545552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.545857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.546164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] use_json = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.546471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.546776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.547097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.547402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.547706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.548013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.548321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.548668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:00.549004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.549345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.549687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.550007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.550340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.550660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.551530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.551844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.552176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.552504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.552858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.553173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.553496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.553832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.554164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.554475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.554790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.555126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.555440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.555751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.556080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.556394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.556725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.557043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.557355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.557663 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.557970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.558305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.558613 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.558926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.559231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.559538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.559849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.560156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.560475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.560809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.561122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.561429 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.561743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.562050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.562364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.562677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.562988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.563299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.563609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.563917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.564226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.564534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.564867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.565176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.565484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.565796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.566105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.566411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.567361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.567677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.567978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.568310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.568661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.569039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.569296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.569610 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.569924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.570237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.570549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.570863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.571175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.571486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.571824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.572144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.572471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.572812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.573129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.573466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.573781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.574098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.574410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.574723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.575040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.575358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.575693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.576023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.576357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.576711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.577040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.577355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.577705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.578021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:00.578269 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 20 08:26:00.578538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80207) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 20 08:26:01.239800 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading Gnome Nov 20 08:26:01.258004 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading Google Nov 20 08:26:01.260705 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading Windows (alt) Nov 20 08:26:01.264190 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading file Nov 20 08:26:01.265047 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading keyczar Nov 20 08:26:01.265318 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading multi Nov 20 08:26:01.265946 dv-cinder-733622-11-smb neutron-server[80207]: INFO keyring.backend [-] Loading pyfs Nov 20 08:26:01.312636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:01.312933 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:01.313258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:01.313630 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 20 08:26:01.745822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.746391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.746391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.807463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.807778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.808072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.811006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.811468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.811769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.888847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.889152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.889445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.890652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.890950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:01.891244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.010202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.010524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.010823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.011124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.011952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.195434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.195803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.196128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.196428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.196755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.197135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.197432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.197718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.198005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.198362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.198680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.198986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.199310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.199620 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.199948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.200282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.200590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.200963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.201281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.201782 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.202068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.202349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.202921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.203431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.203938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.204443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.204772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.205077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.205396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.205717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.206003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.208102 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 20 08:26:02.217179 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 20 08:26:02.224927 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 20 08:26:02.230154 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Nov 20 08:26:02.232965 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 20 08:26:02.234132 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 20 08:26:02.234514 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 20 08:26:02.234947 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 20 08:26:02.239024 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 20 08:26:02.239387 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 20 08:26:02.239783 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 20 08:26:02.262260 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 20 08:26:02.262729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.263056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 20 08:26:02.263462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.264838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 20 08:26:02.265155 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 20 08:26:02.265431 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 20 08:26:02.268453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.268810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.334632 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 20 08:26:02.334907 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 20 08:26:02.335167 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 20 08:26:02.335579 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 20 08:26:02.369799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.sqlalchemy.engines [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80207) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 20 08:26:02.674531 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing driver for type 'gre' Nov 20 08:26:02.675045 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] gre ID ranges: [(1, 1000)] Nov 20 08:26:02.717848 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing driver for type 'local' Nov 20 08:26:02.718227 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing driver for type 'vlan' Nov 20 08:26:02.728928 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] VlanTypeDriver initialization complete Nov 20 08:26:02.729303 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing driver for type 'vxlan' Nov 20 08:26:02.729853 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] vxlan ID ranges: [(1, 1000)] Nov 20 08:26:02.773981 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing extension driver 'port_security' Nov 20 08:26:02.774629 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.extensions.port_security [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] PortSecurityExtensionDriver initialization complete Nov 20 08:26:02.774742 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing mechanism driver 'openvswitch' Nov 20 08:26:02.780994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:02.781845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.782250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.782636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.783057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.783443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.783819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.784229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.784637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.785006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.786054 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > security_group after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.786408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > security_group after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.786782 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.787193 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.787570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.787944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.788493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > address_group after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.788899 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > address_group after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.789276 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.789640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] ML2 OVO RPC backend initialized. {{(pid=80207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 20 08:26:02.790358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.790747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.791199 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.791577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > networks before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.791953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.792325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > ports before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.792722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.793096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnets before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.793474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.793844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.794210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.794576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.794942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.795307 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.795673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.796039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.796403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.797048 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.plugin [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Modular L2 Plugin initialization complete Nov 20 08:26:02.797400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading services supported by the core plugin {{(pid=80207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 20 08:26:02.797772 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Got port-security extension from driver 'port_security' Nov 20 08:26:02.798274 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.extensions.vlantransparent [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Disabled vlantransparent extension. Nov 20 08:26:02.798740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 20 08:26:02.799077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: router Nov 20 08:26:02.840249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.840706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.841110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router before_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.841506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.841919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.842306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_delete 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.842700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.843101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.843475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.843860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.844237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.844652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.845150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.845564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.845938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.846310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.846677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.847060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.847438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.848406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.848811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.849214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.849589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.849971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.850370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.850747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.851790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Tracking information for resource: router configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.852160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Tracking information for resource: floatingip configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 20 08:26:02.858409 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_agentschedulers_db [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 20 08:26:02.859053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.859443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.859825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.860209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.861126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router before_create 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.861523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.861921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_create 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.862307 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > router precommit_update 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.867533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.provider_configuration [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service providers = [] {{(pid=80207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 20 08:26:02.867927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.servicetype_db [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 20 08:26:02.870810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.service_base [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:26:02.871191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.service_base [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:26:02.871564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.service_base [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:26:02.872445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.service_base [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 20 08:26:02.872869 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.services.service_base [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 20 08:26:02.873286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.873636 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 20 08:26:02.895786 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.896221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: auto_allocate Nov 20 08:26:02.906679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: network precommit_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.907077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: network precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.907668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.908020 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: tag Nov 20 08:26:02.919710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.920077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: timestamp Nov 20 08:26:02.923879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.924244 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: network_ip_availability Nov 20 08:26:02.930749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.931103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.931489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:02.932266 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.932645 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: flavors Nov 20 08:26:02.948221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.948591 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading Plugin: revisions Nov 20 08:26:02.953002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 20 08:26:02.953423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.640s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:02.954230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 20 08:26:02.954586 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Initializing extension manager. Nov 20 08:26:02.955135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: __init__.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.955504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: __pycache__ {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.955867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.956230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: _filter_validation_lib.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.956593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.957002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: address_group.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.957865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.958514 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: address-group Nov 20 08:26:02.958868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: address_scope.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.959628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.960199 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: address-scope Nov 20 08:26:02.960550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.961502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.962077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: router-admin-state-down-before-update Nov 20 08:26:02.962431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: agent.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.963178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.963758 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: agent Nov 20 08:26:02.964110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: agent_resources_synced.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.965182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.965749 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: agent-resources-synced Nov 20 08:26:02.966105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: allowedaddresspairs.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.967897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.968478 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: allowed-address-pairs Nov 20 08:26:02.968869 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: auto_allocated_topology.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.969942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.970521 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: auto-allocated-topology Nov 20 08:26:02.970877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: availability_zone.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.971615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.972184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: availability_zone Nov 20 08:26:02.972538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: availability_zone_filter.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.974011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.974584 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: availability_zone_filter Nov 20 08:26:02.974937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: data_plane_status.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.975844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.976411 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension data-plane-status not supported by any of loaded plugins Nov 20 08:26:02.976792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: default_subnetpools.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.977730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.978301 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: default-subnetpools Nov 20 08:26:02.978654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.979486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.980060 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: dhcp_agent_scheduler Nov 20 08:26:02.980421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: dns.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.981362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.981931 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension dns-integration not supported by any of loaded plugins Nov 20 08:26:02.982288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: dns_domain_ports.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.983208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.983773 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 20 08:26:02.984128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: dvr.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.984862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.985430 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: dvr Nov 20 08:26:02.985780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: empty_string_filtering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.986689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.987255 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: empty-string-filtering Nov 20 08:26:02.987616 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.989107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.989679 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 20 08:26:02.990026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.990942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.991512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 20 08:26:02.991867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: external_net.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.992898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.993478 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: external-net Nov 20 08:26:02.993838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.994754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.995324 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: extra_dhcp_opt Nov 20 08:26:02.995681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: extraroute.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.996597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.997189 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: extraroute Nov 20 08:26:02.997551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: extraroute_atomic.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:02.998580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:02.999146 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: extraroute-atomic Nov 20 08:26:02.999498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: filter_validation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.000189 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.000780 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: filter-validation Nov 20 08:26:03.001135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: fip_pf_description.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.002036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.002595 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 20 08:26:03.002943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: fip_port_details.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.003872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.004760 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: fip-port-details Nov 20 08:26:03.005115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: flavors.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.006472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.007068 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: flavors Nov 20 08:26:03.007434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.009140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.009728 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 20 08:26:03.010131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: floatingip_pools.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.010882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.011457 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: floatingip-pools Nov 20 08:26:03.011817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: ip_allocation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.012784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.013392 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension ip_allocation not supported by any of loaded plugins Nov 20 08:26:03.013749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.014673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.015246 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: ip-substring-filtering Nov 20 08:26:03.015603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l2_adjacency.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.016521 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.017116 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 20 08:26:03.017476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.018686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.019269 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: router Nov 20 08:26:03.019670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.022041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.022638 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 20 08:26:03.023005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.023927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.024506 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: ext-gw-mode Nov 20 08:26:03.024906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.025830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.026401 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: l3-ha Nov 20 08:26:03.026758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3_flavors.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.027676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.028244 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: l3-flavors Nov 20 08:26:03.028600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.029547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.030116 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 20 08:26:03.030472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: l3agentscheduler.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.031679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.032259 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: l3_agent_scheduler Nov 20 08:26:03.032665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: logging.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.034143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.034731 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension logging not supported by any of loaded plugins Nov 20 08:26:03.035090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: metering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.036528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.037258 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: metering Nov 20 08:26:03.037626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.038744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.039321 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: metering_source_and_destination_fields Nov 20 08:26:03.039678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: multiprovidernet.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.040641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.041207 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: multi-provider Nov 20 08:26:03.041562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: netmtu.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.042480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.043052 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: net-mtu Nov 20 08:26:03.043410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: netmtu_writable.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.044328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.044929 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: net-mtu-writable Nov 20 08:26:03.045286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: network_availability_zone.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.045991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.046560 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: network_availability_zone Nov 20 08:26:03.046915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: network_ip_availability.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.048022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.048595 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: network-ip-availability Nov 20 08:26:03.048990 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: network_segment_range.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.049812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.050389 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension network-segment-range not supported by any of loaded plugins Nov 20 08:26:03.050742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: pagination.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.052335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.052727 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: pagination Nov 20 08:26:03.053084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.054023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.054599 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: port-mac-address-regenerate Nov 20 08:26:03.054952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.055882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.056462 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: port-numa-affinity-policy Nov 20 08:26:03.056848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: port_resource_request.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.057767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.058338 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension port-resource-request not supported by any of loaded plugins Nov 20 08:26:03.058687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: portbindings.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.059618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.060194 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: binding Nov 20 08:26:03.060546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: portbindings_extended.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.063415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.064000 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: binding-extended Nov 20 08:26:03.064369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: portsecurity.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.065319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.065898 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: port-security Nov 20 08:26:03.066257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: project_id.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.067299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.067671 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: project-id Nov 20 08:26:03.068027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: providernet.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.068977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.069555 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: provider Nov 20 08:26:03.069915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.073474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.074063 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos not supported by any of loaded plugins Nov 20 08:26:03.074430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.075653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.076276 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 20 08:26:03.076595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.077541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.078114 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 20 08:26:03.078472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_default.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.079391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.079956 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-default not supported by any of loaded plugins Nov 20 08:26:03.080314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_fip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.081022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.081584 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-fip not supported by any of loaded plugins Nov 20 08:26:03.081942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_gateway_ip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.083060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.083629 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 20 08:26:03.083985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_port_network_policy.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.084928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.085503 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 20 08:26:03.085858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_rule_type_details.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.086784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.087355 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 20 08:26:03.087714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: qos_rules_alias.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.088895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.089474 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 20 08:26:03.089830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: quotasv2.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.090858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.091228 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: quotas Nov 20 08:26:03.091585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: quotasv2_detail.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.093210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.093587 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: quota_details Nov 20 08:26:03.093949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: rbac.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.095138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.095739 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: rbac-policies Nov 20 08:26:03.096101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: rbac_address_scope.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.097092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.098219 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: rbac-address-scope Nov 20 08:26:03.098622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: rbac_security_groups.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.099550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.100130 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: rbac-security-groups Nov 20 08:26:03.100485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: rbac_subnetpool.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.101432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.102011 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: rbac-subnetpool Nov 20 08:26:03.102368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: revisionifmatch.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.103289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.103863 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: revision-if-match Nov 20 08:26:03.104219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: revisions.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.105379 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.105951 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: standard-attr-revisions Nov 20 08:26:03.106306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: router_availability_zone.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.107022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.107606 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: router_availability_zone Nov 20 08:26:03.107961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: routerservicetype.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.108906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.109479 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension router-service-type not supported by any of loaded plugins Nov 20 08:26:03.109828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.110760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.111335 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: port-security-groups-filtering Nov 20 08:26:03.111690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: securitygroup.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.125694 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.126339 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: security-group Nov 20 08:26:03.126708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: segment.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.127594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.128183 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension segment not supported by any of loaded plugins Nov 20 08:26:03.128539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.129920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.130493 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 20 08:26:03.130851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: servicetype.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.131964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.132545 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: service-type Nov 20 08:26:03.132932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: sorting.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.133918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.134287 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: sorting Nov 20 08:26:03.134642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: standard_attr_segment.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.135578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.136159 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 20 08:26:03.136511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: standardattrdescription.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.137218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.137796 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: standard-attr-description Nov 20 08:26:03.138150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: stateful_security_group.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.139089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.139661 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: stateful-security-group Nov 20 08:26:03.140016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: stdattrs_common.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.140591 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 20 08:26:03.140989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.141912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.142500 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 20 08:26:03.142854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: subnet_onboard.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.143909 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.144488 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: subnet_onboard Nov 20 08:26:03.145000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.146034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.146614 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 20 08:26:03.146969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: subnet_service_types.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.147897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.148475 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: subnet-service-types Nov 20 08:26:03.148853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: subnetallocation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.149945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.150539 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: subnet_allocation Nov 20 08:26:03.150897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.151595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.152166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: subnetpool-prefix-ops Nov 20 08:26:03.152520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.153481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.154055 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 20 08:26:03.154409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: tagging.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.155842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.156444 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: standard-attr-tag Nov 20 08:26:03.156842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: timestamp.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.158018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.158598 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loaded extension: standard-attr-timestamp Nov 20 08:26:03.158960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: trunk.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.159981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.161116 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension trunk not supported by any of loaded plugins Nov 20 08:26:03.161470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: trunk_details.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.162399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.162972 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension trunk-details not supported by any of loaded plugins Nov 20 08:26:03.163329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: uplink_status_propagation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.164256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.164851 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 20 08:26:03.165207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Loading extension file: vlantransparent.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 20 08:26:03.165910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 20 08:26:03.166480 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 20 08:26:03.169115 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:network Nov 20 08:26:03.169936 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:subnet Nov 20 08:26:03.170610 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:26:03.171276 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:port Nov 20 08:26:03.172791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.173288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service FLAVORS assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.173964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.174437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.174801 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:router Nov 20 08:26:03.175516 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 08:26:03.176368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service METERING assigned prefix: /metering {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.178296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:03.178704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:03.179085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:26:03.180224 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 08:26:03.180729 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:security_group Nov 20 08:26:03.181581 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 08:26:03.182341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.182714 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:26:03.183075 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] subnetpool is already registered Nov 20 08:26:03.183744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.184106 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:26:03.184464 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] subnetpool is already registered Nov 20 08:26:03.187238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.187718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service FLAVORS assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.188360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.188867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.189235 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:router Nov 20 08:26:03.189591 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] router is already registered Nov 20 08:26:03.190241 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:floatingip Nov 20 08:26:03.190601 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] floatingip is already registered Nov 20 08:26:03.191288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service METERING assigned prefix: /metering {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.192670 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of CountableResource for resource:rbac_policy Nov 20 08:26:03.193032 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] rbac_policy is already registered Nov 20 08:26:03.193642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:security_group Nov 20 08:26:03.194003 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] security_group is already registered Nov 20 08:26:03.194643 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 20 08:26:03.195002 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] security_group_rule is already registered Nov 20 08:26:03.195727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.196089 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:26:03.196444 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] subnetpool is already registered Nov 20 08:26:03.197124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 20 08:26:03.197484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Creating instance of TrackedResource for resource:subnetpool Nov 20 08:26:03.197845 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] subnetpool is already registered Nov 20 08:26:03.198559 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: extensions {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.200143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: address-groups {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.201884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: address-scopes {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.203168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: agents {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.204419 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: auto-allocated-topology {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.205771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: availability_zones {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.207857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: dhcp-networks {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.210045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: dhcp-agents {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.211584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: routers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.213609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: flavors {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.214854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: service_profiles {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.216149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: next_providers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.218750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: service_profiles {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.220317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: floatingip-pools {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.221768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: routers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.325101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: floatingips {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.326439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: l3-routers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.327938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: l3-agents {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.329503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: metering-labels {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.330976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: metering-label-rules {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.332520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: network-ip-availabilities {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.334026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: bindings {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.335791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: quotas {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.337363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: quotas {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.338881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: rbac-policies {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.340260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: security-groups {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.341607 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: security-group-rules {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.342925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: service-providers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.344234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: subnetpools {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.345775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: subnetpools {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.347329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.349191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.351132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.353047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.354976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.356802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.358716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.360710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.362720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.365266 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.extensions [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 20 08:26:03.372395 dv-cinder-733622-11-smb neutron-server[80207]: WARNING keystonemiddleware.auth_token [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 20 08:26:03.377706 dv-cinder-733622-11-smb neutron-server[80207]: WARNING keystonemiddleware.auth_token [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 20 08:26:03.387476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Acquired lock "singleton_lock" {{(pid=80207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 20 08:26:03.387999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Releasing lock "singleton_lock" {{(pid=80207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 20 08:26:03.389465 dv-cinder-733622-11-smb neutron-server[80207]: INFO oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Starting 2 workers Nov 20 08:26:03.394264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Started child 80320 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:26:03.398594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:03.399081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Started child 80321 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:26:03.400034 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [-] (80320) wsgi starting up on http://0.0.0.0:9696 Nov 20 08:26:03.400668 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 20 08:26:03.401308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Notify callbacks [] for process, before_spawn {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:03.402628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:03.403789 dv-cinder-733622-11-smb neutron-server[80207]: INFO oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Starting 1 workers Nov 20 08:26:03.403945 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [-] (80321) wsgi starting up on http://0.0.0.0:9696 Nov 20 08:26:03.409255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Started child 80322 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:26:03.409804 dv-cinder-733622-11-smb neutron-server[80207]: INFO oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Starting 1 workers Nov 20 08:26:03.412142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] calling RpcWorker wait() {{(pid=80322) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 20 08:26:03.412552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] returning from RpcWorker wait() {{(pid=80322) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 20 08:26:03.414082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:03.414590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:03.414704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Started child 80323 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 20 08:26:03.415494 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81113055-8884-4f9b-ab0a-e8a805939d10 None None] Notify callbacks [] for process, after_spawn {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:03.417085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 20 08:26:03.417311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 20 08:26:03.417515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 20 08:26:03.417775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 20 08:26:03.418178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 20 08:26:03.418381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 20 08:26:03.418946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.419245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.419553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.419652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:03.419850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.420181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.420528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:03.420849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.421149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.421450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.421761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.422039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.422236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.422426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.422712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.422976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.423376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.423607 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.423872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.424145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.424352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.424665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.424969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.425253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.425541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] debug = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.426370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.427006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.427264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.427732 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.427995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.428328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.428574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.428983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.429271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.429530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.429804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.430089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.430331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.430596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.430902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.431153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.431653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] host = dv-cinder-733622-11-smb {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.431866 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.432126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.432400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.432693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.432971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.433215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.433504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.433780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.434060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.434312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.434578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.434849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.435116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.435374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_file = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.435534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_options = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.435802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.436100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.436378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.436592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.436777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.436980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.437275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.437463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.437728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.437970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.438210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.438468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.438710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.438973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.439219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.439466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.439721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.439974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.440248 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.440509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.440805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.441061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.441306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.442241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.443128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.443128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.443128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.444078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.444078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.444078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.444078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.444358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.444801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.445925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.445925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.445925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.445925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.445925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.446441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.446441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.446710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.446897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.447410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.447410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.447596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.447806 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_json = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.448026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.449549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.449549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.449549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.449549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.449549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.449549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.450342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.451111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.451111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.451447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.451447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.451708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.451958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.452224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.452626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.452795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.453027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.453356 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.454104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.454104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.455928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.458363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.459493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.459493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.459493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.459493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.459493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.459493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.461656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.462228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.462228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.462228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.462423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.462652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.462930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.463217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.463437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.463664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.463904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.464164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.464395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.464664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.464932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.465176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.465420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.466898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.466898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.466898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.466898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.466898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.466898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.467341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.467341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.467533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.467923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.468190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.468444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.473726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.474937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.475094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.475387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.475711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.475979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.476286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.476533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.476867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.477212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.477493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.477831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.478109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.478408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.478699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.478969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.479250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.479520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.479803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.480073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.480376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.480684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.480914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.481167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.481422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.481776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.482075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.482324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.482574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.483010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.483150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.483593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.483882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.484166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.484441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.484752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.485035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.485292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.485549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.485827 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.486069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.486326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.486570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.486823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.487071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.487313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.487596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.487937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.488109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.488953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.489287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.489468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.489625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.490326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.490326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.490535 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.490675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.490929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.491179 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.491441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.491727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.491976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.492280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.492560 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.492832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.493093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.493325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.493600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.493825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.494106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.494355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.494575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.494796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.496847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.497339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.497339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.497523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.497683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.497931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.498197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.498447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.498696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.498944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.499187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.499460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.499717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.499968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.500209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.500433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.504831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.505661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.506455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.506455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.506455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.506455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.506809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.507102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.507419 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.507725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.508050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.508380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.508696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.508949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.509270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.509634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.509920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.510203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.510465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.510749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.511023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.511362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.511635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.511887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.512145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.512381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.512686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.512973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.513220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.513482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.513731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.513989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.514241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.514500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.514747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.514926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 20 08:26:03.515439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 20 08:26:03.515624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 20 08:26:03.515803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 20 08:26:03.516036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 20 08:26:03.516237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 20 08:26:03.516416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 20 08:26:03.516684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.516856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.517213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.517409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.517577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.517940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.518130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.518314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.518496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.518678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.518859 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.519041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.519223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.519406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.519648 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.519931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.520117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.520300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.520492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.520677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.520857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.521039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.521220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] debug = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.521403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.521628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.521813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.521996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.522176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.522360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.522542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.522725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.522907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.523088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.523269 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.523450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.523631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.523811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.523968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.524146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.524326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] host = dv-cinder-733622-11-smb {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.524507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.524721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.525981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.526665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.526665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.526665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.526665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_file = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_options = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.528882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.529794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.530097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.530097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.530224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.530390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.530695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.531041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.531218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.531394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.531579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.531762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.531945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.532127 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.532310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.532492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.532675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.532846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.533003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.533218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.533315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.533492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.533638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.533807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.534013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.534159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.534297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.534483 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.534673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_json = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.534829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.535006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.535212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.535409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.535584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.535752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.535951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.536094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 20 08:26:03.536243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.536391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.536588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.536798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.536982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.537167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.537351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.537538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.537767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.537924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.538066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.538202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.538383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.538568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.538754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.538937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.539122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.539307 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.539492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.539679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.539865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.540049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.540232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.540416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.540600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.540817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.541001 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.541187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.541373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.541558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.541743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.541928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.542113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.542296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.542482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.542668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.542853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.543038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.543222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.543419 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.543602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.543785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.543968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.544154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.544338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.544511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.544705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.544965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.545116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.545216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.545396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.545580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.545763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.545948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.546132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.546315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.546497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.546681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.546864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.547047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.547230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.547414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.547598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.547785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.547972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.548154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.548340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.548525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.548734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.548919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.549103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.549287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.549476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.549670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.549874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.550060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.550245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.550428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.550614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.551315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.551622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.551810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.551995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.552181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.552366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.552552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.552765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.552952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.553137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.553292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.553481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.553755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.553943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.554127 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.554311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.554498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.554682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.554865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.555111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.555231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.555368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.555539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.555760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.555946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.556139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.556335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.556522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.556711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.556894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.557079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.557284 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.557432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.557615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.557814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558659 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.558940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.559209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.559347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.559486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.559622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.559766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.559953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.560137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.560320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.560505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.560713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.560898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.561084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.561268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.561453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.561635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.561819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.562003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.562188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.562371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.562557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.562743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.563036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.563036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.563354 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.563491 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.563742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.563742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564782 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.564923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.565062 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.565371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.565371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.565618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.565726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.565886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.566106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.566302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.566464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.567221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.567426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.567592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.567765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.567934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.568090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.568310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.568548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.568669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.568812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.568972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.569156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.569360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.569545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.569731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.569922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.570106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.570296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.570477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.570642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.570808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.570984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.571172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.571360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.571547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.571736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.571920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.572103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.572289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.572473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.572695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.573987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.574170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.574308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.574446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.574637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.574805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.575198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.575475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.580796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.581536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.582395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.583308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.583308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.583308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.583308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 20 08:26:03.583308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 20 08:26:03.596986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 32854) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:03.608530 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085938 Nov 20 08:26:13.972290 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8030621-8d7c-42d1-9959-a56bc962cff2 None None] get_active_networks_info from dv-cinder-733622-11-smb {{(pid=80322) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 20 08:26:14.099463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d86b944-7df0-4f3f-ae5a-2bb01795fe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464'] for agent, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:14.148093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8030621-8d7c-42d1-9959-a56bc962cff2 None None] No non-hosted networks {{(pid=80322) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 20 08:26:16.058188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87c12daf-5334-4a7b-be6b-98093743b6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464'] for agent, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:16.114693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1fe15ced-921e-42c2-be9c-131eda3e74df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:16.974013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464'] for agent, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:17.978021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464'] for agent, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:17.980277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.980853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.981530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.982048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.984537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.987177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.987940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.989277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.989905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.990426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.996979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:17.998780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:18.000916 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:18.008063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:18.168184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] get_endpoint_by_host() called for host dv-cinder-733622-11-smb {{(pid=80322) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 20 08:26:18.173604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] get_endpoint_by_ip() called for ip 192.168.0.32 {{(pid=80322) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 20 08:26:18.178640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] _add_endpoint() called for ip 192.168.0.32 {{(pid=80322) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 20 08:26:18.189235 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] _get_endpoints() called {{(pid=80322) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 20 08:26:18.292663 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464'] for agent, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:20.866312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 32948) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:21.555247 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-a7947525-73a4-4472-9802-181b6e5ab1b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:21.555969 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-a7947525-73a4-4472-9802-181b6e5ab1b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:21.791518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [None req-a7947525-73a4-4472-9802-181b6e5ab1b8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80321) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:21.792614 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a7947525-73a4-4472-9802-181b6e5ab1b8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.9253688 Nov 20 08:26:23.245055 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_hamode_db [None req-c46e5978-0054-44aa-9770-978568251866 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 20 08:26:23.335563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e5978-0054-44aa-9770-978568251866 None None] Routers set() bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:26:23.335923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e5978-0054-44aa-9770-978568251866 None None] Router IDs set() for agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 20 08:26:24.567138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 32962) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:25.002069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:25.052739 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.policy [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80321) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 20 08:26:25.053586 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:25.053980 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:25.061098 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] Loaded quota_driver: . Nov 20 08:26:25.106498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:25.175114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733676100749', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733676190029', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733676189700', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733676199436', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733676199240', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850785358', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850757247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1507717'] for rbac-policy, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:25.244381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:25.245621 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-14e0cd14-27a9-43da-b4bb-b7348db3ba9e admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6774499 Nov 20 08:26:28.317258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 32976) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:28.748746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Request body: {'network': {'name': 'private', 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:28.755709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:28.760487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Usage tracker for resource:network and tenant:34e0ece988c64625ab55ea0d512b7e0e is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:28.764190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:28.771316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:28.780603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Made reservation on behalf of 34e0ece988c64625ab55ea0d512b7e0e for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:28.787004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.805275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.847878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:28.851773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Usage tracker for resource:security_group_rule and tenant:34e0ece988c64625ab55ea0d512b7e0e is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:28.854770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:28.860360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:28.931472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.934294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.939794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:28.963912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:26:28.991247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:28.991792 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Added segment cca8d825-ea82-4817-a4cf-092aeaaea71c of type vxlan for network 110c005d-2707-499e-8ff8-3faf69373ba4 Nov 20 08:26:29.046284 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ee16b-330e-4520-8943-a519656cebe8,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:29.079704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.080094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.080453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.080832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.081717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.082064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.082409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.082751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.083107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.083451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.083794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.084131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Tracked resource versions report: Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:26:29.085343 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:29.111583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:29.123612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:29.161132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:29.162495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:29.163172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:29.168125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:29.275873 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9574218 Nov 20 08:26:29.281388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Pushing event updated for resources: {'Network': ['ID=110c005d-2707-499e-8ff8-3faf69373ba4,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:29.285608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:29.294023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 110c005d-2707-499e-8ff8-3faf69373ba4 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:26:32.482308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 32992) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:33.032600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb76b663-8dca-4a43-a1ae-4a5b38a83af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:33.034679 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fb76b663-8dca-4a43-a1ae-4a5b38a83af5 admin admin] 10.222.0.20 "GET /v2.0/networks/110c005d-2707-499e-8ff8-3faf69373ba4 HTTP/1.1" status: 200 len: 818 time: 0.5507650 Nov 20 08:26:33.066921 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9fd64a4a-5d14-48c6-a532-bd6ac2717a70 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/059d0478-75db-4833-8ce7-370e671fff3e HTTP/1.1" status: 200 len: 734 time: 0.0256236 Nov 20 08:26:33.076913 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:33.087602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:33.092105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Usage tracker for resource:subnet and tenant:34e0ece988c64625ab55ea0d512b7e0e is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:33.095340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:33.101935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:33.111380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Made reservation on behalf of 34e0ece988c64625ab55ea0d512b7e0e for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:33.117061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.785188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:33.801326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:33.957517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Pushing event updated for resources: {'Subnet': ['ID=524eef00-fdac-4da5-992d-70cd52f4760b,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:33.963775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:34.023777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Checking segment: {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:34.024159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Network hostable DHCP agents. Network: 110c005d-2707-499e-8ff8-3faf69373ba4, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:26:34.047710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Network 110c005d-2707-499e-8ff8-3faf69373ba4 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:26:34.057440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 110c005d-2707-499e-8ff8-3faf69373ba4) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:34.061944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:34.062578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:34.067774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d89f2-029b-41d6-bc83-560c0a5aaf56 None None] Network 110c005d-2707-499e-8ff8-3faf69373ba4 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:26:34.082955 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0100818 Nov 20 08:26:34.480530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67f4bb21-d374-5215-a267-3f877024551b-110c005d-2707-499e-8ff8-3faf69373ba4', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b'}]}} from dv-cinder-733622-11-smb. {{(pid=80322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:26:34.481813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:34.838490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Allocated IP 172.20.0.2 (110c005d-2707-499e-8ff8-3faf69373ba4/524eef00-fdac-4da5-992d-70cd52f4760b/70d169cd-3018-418f-95c5-a4294455f8d9) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:26:35.081974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.097523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Transition to ACTIVE for port object 70d169cd-3018-418f-95c5-a4294455f8d9 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:35.115793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Transition to ACTIVE for port object 70d169cd-3018-418f-95c5-a4294455f8d9 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:35.122980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.140124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:35.279461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Pushing event updated for resources: {'Port': ['ID=70d169cd-3018-418f-95c5-a4294455f8d9,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:35.299132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.299497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.299987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.300350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.300764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.301182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.301536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.301889 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.302255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.302605 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.302949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.303294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Tracked resource versions report: Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:26:35.304485 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:35.310985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:35.355202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Network 110c005d-2707-499e-8ff8-3faf69373ba4 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:35.356413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:35.359670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:26:35.589886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Attempting to bind port 70d169cd-3018-418f-95c5-a4294455f8d9 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:26:35.590306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Attempting to bind port 70d169cd-3018-418f-95c5-a4294455f8d9 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:26:35.590731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Attempting to bind port 70d169cd-3018-418f-95c5-a4294455f8d9 on network 110c005d-2707-499e-8ff8-3faf69373ba4 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:26:35.598326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:26:35.598719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Checking segment: {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:26:35.599180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.599598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Bound using segment: {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:26:35.600754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Bound port: 70d169cd-3018-418f-95c5-a4294455f8d9, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:26:35.600754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.695515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] For port 70d169cd-3018-418f-95c5-a4294455f8d9, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:26:35.700350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] For port 70d169cd-3018-418f-95c5-a4294455f8d9, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=70d169cd-3018-418f-95c5-a4294455f8d9,segment=NetworkSegment(cca8d825-ea82-4817-a4cf-092aeaaea71c),segment_id=cca8d825-ea82-4817-a4cf-092aeaaea71c)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:26:35.707718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:35.724863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:35.890443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Pushing event updated for resources: {'Port': ['ID=70d169cd-3018-418f-95c5-a4294455f8d9,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:35.896058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:37.135604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 33002) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:37.636903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [None req-96bcb1b5-26af-4f98-8649-2a1dae96f992 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80321) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:37.639012 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-96bcb1b5-26af-4f98-8649-2a1dae96f992 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.5017130 Nov 20 08:26:40.236380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 70d169cd-3018-418f-95c5-a4294455f8d9 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:40.308828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 70d169cd-3018-418f-95c5-a4294455f8d9 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:40.568091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33016) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:40.665178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339a7a1-eb3c-4e20-b415-3277416378b2 None None] Network 110c005d-2707-499e-8ff8-3faf69373ba4 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:26:40.781822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Provisioning for port 70d169cd-3018-418f-95c5-a4294455f8d9 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:40.797367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Provisioning complete for port 70d169cd-3018-418f-95c5-a4294455f8d9 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:40.797776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:41.036481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:41.085621 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] For port 70d169cd-3018-418f-95c5-a4294455f8d9, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=70d169cd-3018-418f-95c5-a4294455f8d9,segment=NetworkSegment(cca8d825-ea82-4817-a4cf-092aeaaea71c),segment_id=cca8d825-ea82-4817-a4cf-092aeaaea71c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:26:41.089859 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:41.104765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:41.177331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Pushing event updated for resources: {'Port': ['ID=70d169cd-3018-418f-95c5-a4294455f8d9,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:41.181363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:41.293504 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-032c14c2-a170-4cac-b1bc-dd12a29a8a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:41.294099 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-032c14c2-a170-4cac-b1bc-dd12a29a8a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:41.416925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b6717573-0fcd-48c9-8cb0-c9562e0f6f33 None None] Provisioning complete for port 70d169cd-3018-418f-95c5-a4294455f8d9 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:41.417334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6717573-0fcd-48c9-8cb0-c9562e0f6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:41.528570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [None req-032c14c2-a170-4cac-b1bc-dd12a29a8a62 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:41.531854 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-032c14c2-a170-4cac-b1bc-dd12a29a8a62 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.9611378 Nov 20 08:26:41.670709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85f525d1-01e0-423c-99ae-aeb0cc8786d0 None None] Provisioning complete for port 70d169cd-3018-418f-95c5-a4294455f8d9 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:41.671126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85f525d1-01e0-423c-99ae-aeb0cc8786d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:42.211786 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 70d169cd-3018-418f-95c5-a4294455f8d9 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:26:42.285455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 70d169cd-3018-418f-95c5-a4294455f8d9 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:42.285865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:43.745134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9026-00b1-4e20-a553-996ff0782e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:44.823021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33034) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:45.286532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Request body: {'router': {'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:45.320704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.policy [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80320) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 20 08:26:45.321536 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:45.321947 dv-cinder-733622-11-smb neutron-server[80207]: WARNING oslo_policy.policy [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 20 08:26:45.329100 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.quota [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Loaded quota_driver: . Nov 20 08:26:45.374850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:45.383114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Usage tracker for resource:router and tenant:34e0ece988c64625ab55ea0d512b7e0e is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:45.387416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:45.394588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:45.410072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1573'] for router, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.411904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854374340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854162011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774212'] for router, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.438776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.551769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415'] for router, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.574171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:45.575477 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-65a32ee3-149d-4f87-8538-d6859bf8f5d2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7513916 Nov 20 08:26:46.061573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1c2f438f-6553-4d62-ad7a-59701284faad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:46.910445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:47.967779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:48.251188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:48.396679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33056) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:48.603867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [None req-4fc6b53a-04e7-446a-9849-d5b5b205031c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:26:48.604964 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4fc6b53a-04e7-446a-9849-d5b5b205031c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.2067368 Nov 20 08:26:51.277838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33076) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:51.364506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:26:51.375541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:51.383479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Usage tracker for resource:network and tenant:68c61fc46ce14ff9b2955d9ea83152f8 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:51.389461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:51.399727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:51.413500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Made reservation on behalf of 68c61fc46ce14ff9b2955d9ea83152f8 for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:26:51.419744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.437491 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.485871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:26:51.490940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Usage tracker for resource:security_group_rule and tenant:68c61fc46ce14ff9b2955d9ea83152f8 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:26:51.494797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:26:51.500905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:26:51.584099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.587318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.593131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:51.607148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Reserving flat network on physical network physnet1 {{(pid=80320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 20 08:26:51.641154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.641819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Unsubscribe: segment precommit_create {{(pid=80320) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 20 08:26:51.642341 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Added segment 1f3bc9e3-a44b-484d-99b2-889a9a0f5551 of type flat for network 77e37b8f-e86d-4be6-8bec-12d8b6115714 Nov 20 08:26:51.659092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d182a46-3b85-487c-8e42-03adb07795a8,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:51.724649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.725028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.725397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.725755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.726108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.726473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.726811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.727155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.727517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.727863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.728207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.728553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Tracked resource versions report: Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:26:51.729751 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:51.786884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:51.794206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.844174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.845746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:51.846932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:51.852388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:51.915079 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6356950 Nov 20 08:26:51.975765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Pushing event updated for resources: {'Network': ['ID=77e37b8f-e86d-4be6-8bec-12d8b6115714,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:51.980071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:51.991704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:26:54.684686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33090) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:26:54.867955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf8169-1536-40cc-ae53-0d5650761419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:26:54.869481 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bbbf8169-1536-40cc-ae53-0d5650761419 admin admin] 10.222.0.20 "GET /v2.0/subnets/524eef00-fdac-4da5-992d-70cd52f4760b HTTP/1.1" status: 200 len: 849 time: 0.1834431 Nov 20 08:26:55.202416 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4b146649-9e0b-4b7a-969e-4c308b139417 admin admin] 10.222.0.20 "GET /v2.0/routers/accdb4db-8853-40a2-83c7-0b6bdc1a1de0 HTTP/1.1" status: 200 len: 704 time: 0.3206635 Nov 20 08:26:55.476025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:26:55.728816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:56.161469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Allocated IP 172.20.0.1 (110c005d-2707-499e-8ff8-3faf69373ba4/524eef00-fdac-4da5-992d-70cd52f4760b/c9e077e0-5f98-466c-8583-c3cdaed280a2) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:26:56.340484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:56.362572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Transition to ACTIVE for port object c9e077e0-5f98-466c-8583-c3cdaed280a2 will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:56.413904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:56.431321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:56.591555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e077e0-5f98-466c-8583-c3cdaed280a2,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:56.599743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:56.657301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Network 110c005d-2707-499e-8ff8-3faf69373ba4 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:56.659705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:56.664325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:26:56.664784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854375974'] for router_interface, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:56.802517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:56.928793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b09a625d-90ff-4136-87c7-3aa9bfb4a972 None None] Provisioning for port c9e077e0-5f98-466c-8583-c3cdaed280a2 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:26:56.934542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b09a625d-90ff-4136-87c7-3aa9bfb4a972 None None] Provisioning complete for port c9e077e0-5f98-466c-8583-c3cdaed280a2 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:56.935109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b09a625d-90ff-4136-87c7-3aa9bfb4a972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:56.993655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b09a625d-90ff-4136-87c7-3aa9bfb4a972 None None] Port c9e077e0-5f98-466c-8583-c3cdaed280a2 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:26:57.266157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:57.269964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:57.271120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3454431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642168'] for router_interface, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:57.287126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:57.442754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e077e0-5f98-466c-8583-c3cdaed280a2,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:57.447756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:26:57.505267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Network 110c005d-2707-499e-8ff8-3faf69373ba4 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:26:57.506512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:26:57.822367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ce8f1821-108b-4ae2-b5bb-fe40ca849dbe None None] Provisioning complete for port c9e077e0-5f98-466c-8583-c3cdaed280a2 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:26:57.822929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1821-108b-4ae2-b5bb-fe40ca849dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:57.880650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f1821-108b-4ae2-b5bb-fe40ca849dbe None None] Port c9e077e0-5f98-466c-8583-c3cdaed280a2 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:26:57.909890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 is scheduled to L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 with binding_index 1 {{(pid=80320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:26:58.103000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:26:58.113839 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] 10.222.0.20 "PUT /v2.0/routers/accdb4db-8853-40a2-83c7-0b6bdc1a1de0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9044051 Nov 20 08:26:58.123025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Sync routers for ids ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:26:58.141714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Routers {'accdb4db-8853-40a2-83c7-0b6bdc1a1de0'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:26:58.142680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:26:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:58.345582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Set router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 gateway port host: None {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:26:58.820160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'name': 'router1', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:45Z', 'updated_at': '2020-11-20T08:26:56Z', 'revision_number': 2, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'gw_port_host': None, '_interfaces': [{'id': 'c9e077e0-5f98-466c-8583-c3cdaed280a2', 'name': '', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'mac_address': 'fa:16:3e:59:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:55Z', 'updated_at': '2020-11-20T08:26:57Z', 'revision_number': 2, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnets': [{'id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:26:58.826331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Checking router: accdb4db-8853-40a2-83c7-0b6bdc1a1de0 for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:26:58.827034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Updating router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 port c9e077e0-5f98-466c-8583-c3cdaed280a2 binding host dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:26:58.896086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:59.478829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:59.495114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Transition to ACTIVE for port object c9e077e0-5f98-466c-8583-c3cdaed280a2 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:26:59.497981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:26:59.514463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:26:59.832531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Pushing event updated for resources: {'Port': ['ID=c9e077e0-5f98-466c-8583-c3cdaed280a2,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:26:59.853662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.854031 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.854395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.854753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.855102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.855452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.855800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.856145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.856498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.856870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.857215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.857558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Tracked resource versions report: Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:26:59.858655 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:26:59.863064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:00.021726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Attempting to bind port c9e077e0-5f98-466c-8583-c3cdaed280a2 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:27:00.022144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Attempting to bind port c9e077e0-5f98-466c-8583-c3cdaed280a2 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:27:00.022568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Attempting to bind port c9e077e0-5f98-466c-8583-c3cdaed280a2 on network 110c005d-2707-499e-8ff8-3faf69373ba4 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:27:00.029736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:27:00.030165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Checking segment: {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:27:00.030626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:00.031041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Bound using segment: {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:27:00.031596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Bound port: c9e077e0-5f98-466c-8583-c3cdaed280a2, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca8d825-ea82-4817-a4cf-092aeaaea71c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:27:00.032030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:00.128130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] For port c9e077e0-5f98-466c-8583-c3cdaed280a2, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:27:00.133271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] For port c9e077e0-5f98-466c-8583-c3cdaed280a2, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c9e077e0-5f98-466c-8583-c3cdaed280a2,segment=NetworkSegment(cca8d825-ea82-4817-a4cf-092aeaaea71c),segment_id=cca8d825-ea82-4817-a4cf-092aeaaea71c)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:27:00.138518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:00.155360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:00.312440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Pushing event updated for resources: {'Port': ['ID=c9e077e0-5f98-466c-8583-c3cdaed280a2,revision_number=4']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:00.322852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:00.399273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Routers {'accdb4db-8853-40a2-83c7-0b6bdc1a1de0'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:27:00.400060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:26:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:27:00.561249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] Set router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 gateway port host: None {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:27:00.732623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33102) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:27:00.904446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'name': 'router1', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:45Z', 'updated_at': '2020-11-20T08:26:56Z', 'revision_number': 2, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'gw_port_host': None, '_interfaces': [{'id': 'c9e077e0-5f98-466c-8583-c3cdaed280a2', 'name': '', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'mac_address': 'fa:16:3e:59:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:55Z', 'updated_at': '2020-11-20T08:27:00Z', 'revision_number': 4, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnets': [{'id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:27:00.909300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4adef-b369-4770-9c93-10b2403683cb None None] The sync data for ids ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'] in dv-cinder-733622-11-smb is: [{'id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'name': 'router1', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:45Z', 'updated_at': '2020-11-20T08:26:56Z', 'revision_number': 2, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'gw_port_host': None, '_interfaces': [{'id': 'c9e077e0-5f98-466c-8583-c3cdaed280a2', 'name': '', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'mac_address': 'fa:16:3e:59:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:55Z', 'updated_at': '2020-11-20T08:27:00Z', 'revision_number': 4, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnets': [{'id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:27:00.920535 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e668861-328e-4306-b2b4-f672499a9283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:27:00.921204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1e668861-328e-4306-b2b4-f672499a9283 admin admin] Synchronizing usage tracker for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:network {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:27:00.942316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1e668861-328e-4306-b2b4-f672499a9283 admin admin] Unset dirty status for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:network {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:27:00.943612 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1e668861-328e-4306-b2b4-f672499a9283 admin admin] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 842 time: 0.2098277 Nov 20 08:27:00.954352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:27:00.960980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:27:00.965679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Usage tracker for resource:subnet and tenant:68c61fc46ce14ff9b2955d9ea83152f8 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:27:00.968808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:27:00.975593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:27:00.984371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Made reservation on behalf of 68c61fc46ce14ff9b2955d9ea83152f8 for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:27:00.989388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:01.462273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80320) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:27:01.462770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:01.480765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:01.786116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d100af67-8c7a-4a7c-b958-a8e77de802c1,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:01.792174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:01.860442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:27:01.860862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Network hostable DHCP agents. Network: 77e37b8f-e86d-4be6-8bec-12d8b6115714, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:27:01.888397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:27:01.899838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 77e37b8f-e86d-4be6-8bec-12d8b6115714) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:27:01.903999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:27:01.904647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:01.910593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8474a1-974b-418c-b213-16c9c34997eb None None] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:27:01.927185 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9767735 Nov 20 08:27:02.166602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2989b4-02d2-4070-a975-b0a9bb768870 None None] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:27:02.269205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c9e077e0-5f98-466c-8583-c3cdaed280a2 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:27:02.574444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port c9e077e0-5f98-466c-8583-c3cdaed280a2 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:27:02.583037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c9e077e0-5f98-466c-8583-c3cdaed280a2 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:27:02.583447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:02.741054 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:02.774483 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port c9e077e0-5f98-466c-8583-c3cdaed280a2, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c9e077e0-5f98-466c-8583-c3cdaed280a2,segment=NetworkSegment(cca8d825-ea82-4817-a4cf-092aeaaea71c),segment_id=cca8d825-ea82-4817-a4cf-092aeaaea71c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:27:02.777422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:02.779568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:02.848929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=c9e077e0-5f98-466c-8583-c3cdaed280a2,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:02.852103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:04.224647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c9e077e0-5f98-466c-8583-c3cdaed280a2 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:27:04.300084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c9e077e0-5f98-466c-8583-c3cdaed280a2 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:27:04.300467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:04.616497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33116) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:27:04.866683 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c795c4bb-a2c8-4282-960e-66f2d28e85e1 admin admin] 10.222.0.20 "GET /v2.0/routers/accdb4db-8853-40a2-83c7-0b6bdc1a1de0 HTTP/1.1" status: 200 len: 710 time: 0.2487967 Nov 20 08:27:05.008470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33600ee-7125-4711-8aba-250be9f4056f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:27:05.009964 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e33600ee-7125-4711-8aba-250be9f4056f admin admin] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 886 time: 0.1376436 Nov 20 08:27:05.020545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:27:05.524862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:05.722554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:05.754855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:05.770500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:05.803492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:27:05.807383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:27:05.810285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:27:05.816125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:27:05.883142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:05.885769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:05.901284 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:05.993698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed2f73a-3bcd-4046-bc6c-dee59d7f53f1,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:06.000671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:06.168704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Allocated IP 172.28.3.97 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/2e1f64ab-f841-4728-b8d9-974eb46a222d) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:27:06.329371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:06.356277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:06.372157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:06.682617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1f64ab-f841-4728-b8d9-974eb46a222d,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:06.687071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:06.742148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:27:06.743272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:27:06.745723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:27:06.894506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:07.072182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:07.075759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854374370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650670'] for router, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:07.291686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:27:07.513591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:27:07.524025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Sync routers for ids ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:27:07.530044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Notify callbacks [] for router, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:07.531364 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] 10.222.0.20 "PUT /v2.0/routers/accdb4db-8853-40a2-83c7-0b6bdc1a1de0 HTTP/1.1" status: 200 len: 889 time: 2.5150442 Nov 20 08:27:07.537049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Routers {'accdb4db-8853-40a2-83c7-0b6bdc1a1de0'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:27:07.537783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:26:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:27:07.750332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Set router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:27:08.118567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'name': 'router1', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2e1f64ab-f841-4728-b8d9-974eb46a222d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:45Z', 'updated_at': '2020-11-20T08:27:06Z', 'revision_number': 4, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'gw_port': {'id': '2e1f64ab-f841-4728-b8d9-974eb46a222d', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:27:06Z', 'updated_at': '2020-11-20T08:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c9e077e0-5f98-466c-8583-c3cdaed280a2', 'name': '', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'mac_address': 'fa:16:3e:59:a4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:55Z', 'updated_at': '2020-11-20T08:27:02Z', 'revision_number': 5, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnets': [{'id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:27:08.123698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Checking router: accdb4db-8853-40a2-83c7-0b6bdc1a1de0 for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:27:08.124086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Updating router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 port 2e1f64ab-f841-4728-b8d9-974eb46a222d binding host dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:27:08.181590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:08.596800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:08.610034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Transition to ACTIVE for port object 2e1f64ab-f841-4728-b8d9-974eb46a222d will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:27:08.612394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:08.632587 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:08.765841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4548a-8ced-4e06-8d0a-6a7f87251ae5 None None] Pushing event updated for resources: {'Port': ['ID=2e1f64ab-f841-4728-b8d9-974eb46a222d,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:08.768925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eed4548a-8ced-4e06-8d0a-6a7f87251ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:08.833248 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Attempting to bind port 2e1f64ab-f841-4728-b8d9-974eb46a222d on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:27:08.833650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Attempting to bind port 2e1f64ab-f841-4728-b8d9-974eb46a222d by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:27:08.834047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Attempting to bind port 2e1f64ab-f841-4728-b8d9-974eb46a222d on network 77e37b8f-e86d-4be6-8bec-12d8b6115714 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:27:08.840698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:27:08.841104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:27:08.841534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:08.841952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Bound using segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:27:08.842446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Bound port: 2e1f64ab-f841-4728-b8d9-974eb46a222d, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:27:08.842848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:08.917374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] For port 2e1f64ab-f841-4728-b8d9-974eb46a222d, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:27:08.920469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] For port 2e1f64ab-f841-4728-b8d9-974eb46a222d, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=2e1f64ab-f841-4728-b8d9-974eb46a222d,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:27:08.923976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:08.939628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:09.092920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4548a-8ced-4e06-8d0a-6a7f87251ae5 None None] Pushing event updated for resources: {'Port': ['ID=2e1f64ab-f841-4728-b8d9-974eb46a222d,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:09.097201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eed4548a-8ced-4e06-8d0a-6a7f87251ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:09.144812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Routers {'accdb4db-8853-40a2-83c7-0b6bdc1a1de0'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:27:09.145475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:26:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:27:09.336005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] Set router accdb4db-8853-40a2-83c7-0b6bdc1a1de0 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:27:09.846053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'name': 'router1', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2e1f64ab-f841-4728-b8d9-974eb46a222d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:45Z', 'updated_at': '2020-11-20T08:27:06Z', 'revision_number': 4, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'gw_port': {'id': '2e1f64ab-f841-4728-b8d9-974eb46a222d', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:27:06Z', 'updated_at': '2020-11-20T08:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c9e077e0-5f98-466c-8583-c3cdaed280a2', 'name': '', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'mac_address': 'fa:16:3e:59:a4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:55Z', 'updated_at': '2020-11-20T08:27:02Z', 'revision_number': 5, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnets': [{'id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:27:09.850523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6750b28-bcfd-4dd5-a6d5-096794a5a22e None None] The sync data for ids ['accdb4db-8853-40a2-83c7-0b6bdc1a1de0'] in dv-cinder-733622-11-smb is: [{'id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'name': 'router1', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2e1f64ab-f841-4728-b8d9-974eb46a222d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:26:45Z', 'updated_at': '2020-11-20T08:27:06Z', 'revision_number': 4, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'gw_port': {'id': '2e1f64ab-f841-4728-b8d9-974eb46a222d', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:27:06Z', 'updated_at': '2020-11-20T08:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c9e077e0-5f98-466c-8583-c3cdaed280a2', 'name': '', 'network_id': '110c005d-2707-499e-8ff8-3faf69373ba4', 'tenant_id': '34e0ece988c64625ab55ea0d512b7e0e', 'mac_address': 'fa:16:3e:59:a4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accdb4db-8853-40a2-83c7-0b6bdc1a1de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:26:55Z', 'updated_at': '2020-11-20T08:27:02Z', 'revision_number': 5, 'project_id': '34e0ece988c64625ab55ea0d512b7e0e', 'subnets': [{'id': '524eef00-fdac-4da5-992d-70cd52f4760b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '059d0478-75db-4833-8ce7-370e671fff3e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:27:10.260697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 2e1f64ab-f841-4728-b8d9-974eb46a222d up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:27:10.297916 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33126) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:27:10.334130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 2e1f64ab-f841-4728-b8d9-974eb46a222d completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:27:10.339647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 2e1f64ab-f841-4728-b8d9-974eb46a222d triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:27:10.340067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:10.455670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7794953e-2a26-4ea3-97b7-6bd78070e8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:27:10.459353 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7794953e-2a26-4ea3-97b7-6bd78070e8c9 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1581225 Nov 20 08:27:10.463830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:10.483110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port 2e1f64ab-f841-4728-b8d9-974eb46a222d, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=2e1f64ab-f841-4728-b8d9-974eb46a222d,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:27:10.487259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:10.489558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:27:10.564864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=2e1f64ab-f841-4728-b8d9-974eb46a222d,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:27:10.568286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:27:12.234823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 2e1f64ab-f841-4728-b8d9-974eb46a222d up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:27:12.312655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 2e1f64ab-f841-4728-b8d9-974eb46a222d triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:27:12.313095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:13.767493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a642576b-5871-40ba-b9f5-14e4b0aab4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:16.082339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-08829678-9f50-46e3-a9c7-dea5b4d0a623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:16.924883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:17.988740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:18.285501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:32.477449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:27:43.751677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a9ecce9-a7d7-44cb-9fb1-8447d530d19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:46.066728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f0a37f68-e6b3-42dc-aa36-1fee21921ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:46.917428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:47.974595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:27:48.270140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:09.478851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:28:13.754320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c0d50ba-f8a1-478b-af1b-e10c4826e103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:16.069965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e560270-762e-45f8-aba0-530b2293e63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:16.920173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:17.977176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:18.274854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:43.756660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f6e1810-096b-4cce-8e26-48618d3a3ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:46.073602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a0b91b1a-edb8-4ba2-a41e-3d785c2007ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:46.479347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:28:46.925025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:47.980907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:28:48.281812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:13.758133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5a838b2-b249-4d60-8068-e44c958d33c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:16.081174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-507de812-927b-4c66-ae97-572431725a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:16.929085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:17.985974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:18.284296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:23.479864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:29:27.955693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33702) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:28.060505 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba19e3b-0e03-4238-a951-e13857d1c3ff admin admin] GET failed (client error): The resource could not be found. Nov 20 08:29:28.061879 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6ba19e3b-0e03-4238-a951-e13857d1c3ff admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1052623 Nov 20 08:29:28.209994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c31973c-368c-40cd-9ded-a76da6c8f4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:28.211521 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2c31973c-368c-40cd-9ded-a76da6c8f4ce admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1448634 Nov 20 08:29:30.731379 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33712) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:30.882002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19074882-7ec6-47a6-9862-d0de75208afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:30.882611 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-19074882-7ec6-47a6-9862-d0de75208afc admin admin] Synchronizing usage tracker for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:subnet {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:29:30.898895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-19074882-7ec6-47a6-9862-d0de75208afc admin admin] Unset dirty status for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:subnet {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:29:30.900239 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-19074882-7ec6-47a6-9862-d0de75208afc admin admin] 10.222.0.20 "GET /v2.0/subnets/524eef00-fdac-4da5-992d-70cd52f4760b HTTP/1.1" status: 200 len: 849 time: 0.1677172 Nov 20 08:29:30.911481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:29:31.036267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Notify callbacks [] for subnet, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:31.362849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733674963230'] for subnet, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:31.378826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:29:31.526383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=524eef00-fdac-4da5-992d-70cd52f4760b,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:29:31.543911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.544411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.544843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.545215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.545576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.545939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.546297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.546654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.547010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.547363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.547715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.548064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:29:31.553907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:29:31.587089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:31.587734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:31.589168 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] 10.222.0.20 "PUT /v2.0/subnets/524eef00-fdac-4da5-992d-70cd52f4760b HTTP/1.1" status: 200 len: 868 time: 0.6818910 Nov 20 08:29:31.608630 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d849c-ad48-42fe-ae57-39a61bfe1cdd None None] Network 110c005d-2707-499e-8ff8-3faf69373ba4 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:29:32.054074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-4f6d1d80-c5f6-44f5-b5f3-45d039055111 None None] Provisioning complete for port 70d169cd-3018-418f-95c5-a4294455f8d9 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:29:32.054597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d80-c5f6-44f5-b5f3-45d039055111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:32.187391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-4f6d1d80-c5f6-44f5-b5f3-45d039055111 None None] Provisioning complete for port c9e077e0-5f98-466c-8583-c3cdaed280a2 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:29:32.187722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d80-c5f6-44f5-b5f3-45d039055111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:34.127058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33722) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:34.352975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf0122-b080-4d86-89fb-c82f86a00f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:34.353320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf0122-b080-4d86-89fb-c82f86a00f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:34.354992 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-decf0122-b080-4d86-89fb-c82f86a00f5c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2265813 Nov 20 08:29:36.868323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33732) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:37.085063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f94d5-9258-4aa2-97e2-e3c9af1a95e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:37.085486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f94d5-9258-4aa2-97e2-e3c9af1a95e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:37.087152 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-364f94d5-9258-4aa2-97e2-e3c9af1a95e6 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2177734 Nov 20 08:29:39.600912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33742) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:39.984119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd08a3d-d35d-4fa8-9c9e-eecfdfd1b410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:39.985664 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0fd08a3d-d35d-4fa8-9c9e-eecfdfd1b410 admin admin] 10.222.0.20 "GET /v2.0/networks/110c005d-2707-499e-8ff8-3faf69373ba4 HTTP/1.1" status: 200 len: 862 time: 0.3837862 Nov 20 08:29:42.488272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33752) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:42.699584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85bad1-7fe4-4b67-ac03-d2cad28bf8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:42.701338 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fd85bad1-7fe4-4b67-ac03-d2cad28bf8f5 admin admin] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 886 time: 0.2119789 Nov 20 08:29:43.761004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e04d148e-bb14-4389-9a9b-9110454e1e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:45.181252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33762) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:45.326365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60e065-c233-4253-a7ef-a312d2395465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:45.326787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60e065-c233-4253-a7ef-a312d2395465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:45.328448 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9b60e065-c233-4253-a7ef-a312d2395465 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1461589 Nov 20 08:29:46.083893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae8f1-21dc-46e0-8dac-2be4ceec211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:46.929433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:47.854289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33772) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:47.988594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:48.005788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36280fc4-865c-4dea-80c0-22ca11db0cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:48.006205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36280fc4-865c-4dea-80c0-22ca11db0cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:48.007862 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-36280fc4-865c-4dea-80c0-22ca11db0cf7 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1524916 Nov 20 08:29:48.288440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:29:50.512340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33782) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:50.662167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddbf742-a8da-4a51-9bd5-eea9c1802deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:50.663800 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cddbf742-a8da-4a51-9bd5-eea9c1802deb admin admin] 10.222.0.20 "GET /v2.0/subnets/524eef00-fdac-4da5-992d-70cd52f4760b HTTP/1.1" status: 200 len: 868 time: 0.1500783 Nov 20 08:29:53.182692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33792) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:29:53.322755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8140c98-608b-4380-b497-910d6dfa6a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:29:53.324819 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d8140c98-608b-4380-b497-910d6dfa6a62 admin admin] 10.222.0.20 "GET /v2.0/subnets/d100af67-8c7a-4a7c-b958-a8e77de802c1 HTTP/1.1" status: 200 len: 816 time: 0.1409347 Nov 20 08:30:00.480657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:30:13.763373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-931192b3-12d8-4c66-bd4f-e5939bca798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:16.090675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba4e6c7b-f73f-4cfe-bb20-acb653f26d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:16.932033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:17.991851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:18.291946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:19.628571 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33832) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:30:19.711767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [None req-ec28d857-71b8-47f4-8748-50c88a51c57d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:30:19.712869 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ec28d857-71b8-47f4-8748-50c88a51c57d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0832214 Nov 20 08:30:22.303050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 33842) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:30:22.413787 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8db5a4-05e3-4f1c-ba6f-153556f0233f admin admin] GET failed (client error): The resource could not be found. Nov 20 08:30:22.415156 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ac8db5a4-05e3-4f1c-ba6f-153556f0233f admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1104603 Nov 20 08:30:22.555805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f18d8-e9dd-42be-b5a9-83469bb9fe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:22.557691 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4e7f18d8-e9dd-42be-b5a9-83469bb9fe3f admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374013 Nov 20 08:30:25.114475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 33852) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:30:25.196579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:30:25.202781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:30:25.212712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:30:25.221775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Made reservation on behalf of 68c61fc46ce14ff9b2955d9ea83152f8 for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:30:25.226460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:25.323909 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.services.revisions.revision_plugin [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Could not find related network for resource to bump revision. Nov 20 08:30:25.341679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:30:25.351318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:25.351745 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Added segment 968ab473-742c-41ee-ba23-d70c3939fbe6 of type vxlan for network cd17aa2a-c319-4efb-ac68-58e9aecad0fd Nov 20 08:30:25.379027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:25.409382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:25.410632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:25.411254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:25.416115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:25.519872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4041557 Nov 20 08:30:25.525342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Pushing event updated for resources: {'Network': ['ID=cd17aa2a-c319-4efb-ac68-58e9aecad0fd,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:25.536436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.536817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.537190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.537552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.537911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.538269 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.538627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.538979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.539352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.539705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.540053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.540398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:25.544420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:25.553718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:30:28.053961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 33862) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:30:28.158560 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfa9066-8e9f-4f43-ad8e-a2495e764831 admin admin] GET failed (client error): The resource could not be found. Nov 20 08:30:28.159133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-bbfa9066-8e9f-4f43-ad8e-a2495e764831 admin admin] Synchronizing usage tracker for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:network {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:30:28.174123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-bbfa9066-8e9f-4f43-ad8e-a2495e764831 admin admin] Unset dirty status for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:network {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:30:28.175328 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bbfa9066-8e9f-4f43-ad8e-a2495e764831 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1203358 Nov 20 08:30:28.294436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cf1561-ee07-42a0-bbd1-f990c68ae34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:28.296014 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-08cf1561-ee07-42a0-bbd1-f990c68ae34d admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1161752 Nov 20 08:30:28.311379 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd', 'description': 'shared-subnet'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:30:28.316143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:30:28.325946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:30:28.334607 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Made reservation on behalf of 68c61fc46ce14ff9b2955d9ea83152f8 for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:30:28.339864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:28.750759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:28.766039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c98e75f0-7025-40ef-a88b-8756ad41756c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:28.902153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66baa0eb-c3b3-49bb-ac92-97711cf7e8a0,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:28.905084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:28.973060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Checking segment: {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:30:28.973438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Network hostable DHCP agents. Network: cd17aa2a-c319-4efb-ac68-58e9aecad0fd, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:30:28.994595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:30:29.002978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, cd17aa2a-c319-4efb-ac68-58e9aecad0fd) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:30:29.006859 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:30:29.007484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:29.011888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb2d77-149a-40ac-8885-36542e3222bb None None] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:30:29.033797 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7262316 Nov 20 08:30:29.263672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67f4bb21-d374-5215-a267-3f877024551b-cd17aa2a-c319-4efb-ac68-58e9aecad0fd', 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd', 'tenant_id': '68c61fc46ce14ff9b2955d9ea83152f8', 'fixed_ips': [{'subnet_id': '66baa0eb-c3b3-49bb-ac92-97711cf7e8a0'}]}} from dv-cinder-733622-11-smb. {{(pid=80322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:30:29.265191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:29.603927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Allocated IP 192.168.233.2 (cd17aa2a-c319-4efb-ac68-58e9aecad0fd/66baa0eb-c3b3-49bb-ac92-97711cf7e8a0/c7e79c62-8b6d-4d40-8641-1572def4a5f4) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:30:29.975715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:29.988122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Transition to ACTIVE for port object c7e79c62-8b6d-4d40-8641-1572def4a5f4 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:30:30.004854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Transition to ACTIVE for port object c7e79c62-8b6d-4d40-8641-1572def4a5f4 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:30:30.009507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:30.026264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eed4548a-8ced-4e06-8d0a-6a7f87251ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:30.164005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Pushing event updated for resources: {'Port': ['ID=c7e79c62-8b6d-4d40-8641-1572def4a5f4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:30.185583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.185970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.186341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.186707 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.187072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.187434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.187834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.188196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.188558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.188944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.189300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.189654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:30:30.193618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:30.246293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:30:30.247369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:30:30.249791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:30:30.307982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Attempting to bind port c7e79c62-8b6d-4d40-8641-1572def4a5f4 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:30:30.308538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Attempting to bind port c7e79c62-8b6d-4d40-8641-1572def4a5f4 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:30:30.308877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Attempting to bind port c7e79c62-8b6d-4d40-8641-1572def4a5f4 on network cd17aa2a-c319-4efb-ac68-58e9aecad0fd {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:30:30.315958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:30:30.316371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Checking segment: {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:30:30.316837 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:30.317271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Bound using segment: {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:30:30.317785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Bound port: c7e79c62-8b6d-4d40-8641-1572def4a5f4, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:30:30.318212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:30.419061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] For port c7e79c62-8b6d-4d40-8641-1572def4a5f4, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:30:30.422784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] For port c7e79c62-8b6d-4d40-8641-1572def4a5f4, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c7e79c62-8b6d-4d40-8641-1572def4a5f4,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:30:30.425498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:30.442180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eed4548a-8ced-4e06-8d0a-6a7f87251ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:30.605457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Pushing event updated for resources: {'Port': ['ID=c7e79c62-8b6d-4d40-8641-1572def4a5f4,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:30.610342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:31.883802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523ac63-58dc-4edb-bdc0-f4a61ae4d0f5 None None] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:30:31.994990 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-101feddf-54ad-446a-baf2-96f6d5a69cce None None] Provisioning for port c7e79c62-8b6d-4d40-8641-1572def4a5f4 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:30:32.359623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c7e79c62-8b6d-4d40-8641-1572def4a5f4 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:30:32.453787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port c7e79c62-8b6d-4d40-8641-1572def4a5f4 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:30:32.459094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c7e79c62-8b6d-4d40-8641-1572def4a5f4 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:32.459512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:32.604802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:32.616767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7a59a8c1-63eb-4334-8310-ac35ae203fa1 None None] Provisioning complete for port c7e79c62-8b6d-4d40-8641-1572def4a5f4 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:32.617171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a59a8c1-63eb-4334-8310-ac35ae203fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:32.702613 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port c7e79c62-8b6d-4d40-8641-1572def4a5f4, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c7e79c62-8b6d-4d40-8641-1572def4a5f4,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:30:32.708875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:32.741734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:30:32.834585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=c7e79c62-8b6d-4d40-8641-1572def4a5f4,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:30:32.837992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:30:32.947141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-c655141e-c6f9-4445-a823-9a9be4bfe82a None None] Provisioning complete for port c7e79c62-8b6d-4d40-8641-1572def4a5f4 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:32.949713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c655141e-c6f9-4445-a823-9a9be4bfe82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:34.330646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c7e79c62-8b6d-4d40-8641-1572def4a5f4 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:30:34.404033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c7e79c62-8b6d-4d40-8641-1572def4a5f4 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:30:34.404455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:37.481886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:30:43.766581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c460f0db-6307-4374-b3d5-ce1faf53b0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:46.091043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-03959a5f-37a9-46c5-a657-a2d602c3ca21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:46.937846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:47.995143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:30:48.297992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:13.768258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5b423416-447e-4abb-b991-45c51e6a893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:14.482989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:31:16.087526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fefac1a6-5e26-4792-a541-db50de675aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:16.938646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:17.998921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:18.302222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.044833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 33904) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:31:32.051047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [None req-0df12909-f17e-4fc7-801a-feaae4408009 tempest-verify_tempest_config-248378572 tempest-verify_tempest_config-248378572] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80321) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:31:32.052080 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0df12909-f17e-4fc7-801a-feaae4408009 tempest-verify_tempest_config-248378572 tempest-verify_tempest_config-248378572] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0062277 Nov 20 08:31:32.404496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 33924) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:31:32.557731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.593116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:31:32.597137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Usage tracker for resource:security_group_rule and tenant:b519f6543d9e4ae8b93ba47243ee3acd is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:31:32.600033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:31:32.606724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:31:32.677460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.680728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.689004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:31:32.733556 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b519f6543d9e4ae8b93ba47243ee3acd&name=default HTTP/1.1" status: 200 len: 2743 time: 0.3278151 Nov 20 08:31:32.734182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4e39f-04e7-4465-abd6-1d6bfe10d589,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:31:32.736280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 33930) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:31:32.743602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.743983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.744354 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.744745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.745104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.745462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.745819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.746171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.746527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.746877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.747227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.747580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.751649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:31:32.807435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.833493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.883249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.888363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:31:32.899806 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4e39f-04e7-4465-abd6-1d6bfe10d589,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:31:32.910931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:32.912135 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34b4e39f-04e7-4465-abd6-1d6bfe10d589 HTTP/1.1" status: 204 len: 168 time: 0.1747963 Nov 20 08:31:32.914623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.915008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.915382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.915745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.916105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.916463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.916876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.917228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.917586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.917939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.918348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.918612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:31:32.921773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:31:43.769767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d3f47642-108a-4fb0-b88d-7139ac421762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:46.080602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4dc5252b-e5a9-430b-a8f9-79c179bce8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:46.941037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:48.003608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:48.302024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:31:51.484480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:32:13.771609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-243293ff-fee0-419f-b719-23a139a5f9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:16.082879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c01b6daa-ddfe-4bfe-8766-5b30768fb4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:16.942943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:18.005401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:18.306383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:28.485110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:32:43.774009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f6219fc-da25-437a-8429-2a1de127de78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:46.085377 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ebf14-4337-402c-87cf-0aff7bb067cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:46.946431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:48.008529 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:32:48.310458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:05.485693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 5 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:33:13.776760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-74ee9a47-fff0-4fb3-aed3-01151cb51bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:16.087008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c53652c-0b8d-4e06-b540-cb7f7b9d942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:16.949186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:18.010736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:18.312389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:19.050683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464'] for agent, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:19.051255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.051491 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.052481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.053163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.053276 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.053600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.053984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.054363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.054849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.055213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.055619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.055978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:33:19.056364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73362', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:33:19.060927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73362', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:33:19.478299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] get_endpoint_by_host() called for host hv-cinder-73362 {{(pid=80322) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 20 08:33:19.482435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] get_endpoint_by_ip() called for ip 192.168.0.10 {{(pid=80322) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 20 08:33:19.485724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] _add_endpoint() called for ip 192.168.0.10 {{(pid=80322) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 20 08:33:19.490735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] _get_endpoints() called {{(pid=80322) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 20 08:33:31.800394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34002) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:33:31.948934 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-802fedce-3220-4d42-b0c4-a3aff364d32c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.1471727 Nov 20 08:33:34.432070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34012) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:33:34.523561 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-019fc241-bc3e-4bbe-adb2-1d26ec7579bd admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5079 time: 0.0902505 Nov 20 08:33:42.486318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:33:43.777872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b761e319-3e32-4045-8458-c74683367c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:46.089598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a104f1d-26ad-492b-9be8-6df5da25020b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:46.951932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:48.013100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:48.315163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:33:49.054438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:13.779040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52f8e4d9-9d02-4699-b324-5f62b0b7befa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:16.094073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4648a973-2124-4e03-a0f7-4a90bc69aad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:16.954596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:18.015271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:18.319309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:19.062177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:19.486812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:34:43.787377 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f553b94d-2b45-4698-811f-ae41f830c86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.115577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7f2e0e6b-2b53-4927-9af9-24599ec0b04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:46.974249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:48.039905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:48.345016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:49.096789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:34:56.489730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:35:13.796313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15afbcb1-001b-468f-8dec-0be23c77a2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.109814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f94d-430f-4f5f-8b93-16c63b48b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:16.975028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:18.026128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:18.334698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:19.094485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:31.263514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34210) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:31.949409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-13328342-network', 'tenant_id': '244868edb995479b9d2f89509a385a8e'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:31.957099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:31.968596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Usage tracker for resource:network and tenant:244868edb995479b9d2f89509a385a8e is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:31.976060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:31.987884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:32.004167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Made reservation on behalf of 244868edb995479b9d2f89509a385a8e for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:32.008133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34238) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:32.010346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.026551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.062151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:32.066507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Usage tracker for resource:security_group_rule and tenant:244868edb995479b9d2f89509a385a8e is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:32.070272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:32.076454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:32.163922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.167571 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.173105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:32.204874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:35:32.220974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:32.223874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.224261 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Added segment 5c14399a-7efe-443d-a8de-f3a65302b155 of type vxlan for network 44b27a68-2412-47c0-9947-b2ec2ebe1306 Nov 20 08:35:32.243669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.244066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.244441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.244834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.245492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.245861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.246221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.246580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.246934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.247287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.247640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.248066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.248360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.248764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.249104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.249455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.249899 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.250124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.250648 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.251375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.252081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.252955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.253622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.254152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Tracked resource versions report: Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}, Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:35:32.255669 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:35:32.264678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:32.284371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.317341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.318619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:32.319292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.334843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64c92396-850b-468b-8c59-8393716b55aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:32.358457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34250) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:32.441376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Pushing event updated for resources: {'Network': ['ID=44b27a68-2412-47c0-9947-b2ec2ebe1306,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:32.449201 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1840003 Nov 20 08:35:32.450361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:32.451004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34256) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:32.458508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:35:32.459320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Request body: {'subnet': {'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-13328342-subnet', 'tenant_id': '244868edb995479b9d2f89509a385a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:32.466698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:32.472082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Usage tracker for resource:subnet and tenant:244868edb995479b9d2f89509a385a8e is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:32.475556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:32.481743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:32.492098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Made reservation on behalf of 244868edb995479b9d2f89509a385a8e for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:32.497158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.498601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:35:32.525844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-11591141-network', 'tenant_id': '3513d0304df9406591a5934dbec2100b'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:32.534585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:32.544985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Usage tracker for resource:network and tenant:3513d0304df9406591a5934dbec2100b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:32.550384 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:32.565983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:32.592937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Made reservation on behalf of 3513d0304df9406591a5934dbec2100b for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:32.598372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.633731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.720086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:32.725030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Usage tracker for resource:security_group_rule and tenant:3513d0304df9406591a5934dbec2100b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:32.728975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:32.736593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:32.882802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.894818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:32.907609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:32.977700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:35:33.031161 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5fec7-c583-4a06-8b29-35e2db5e4c10,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:33.048038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.050009 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Added segment fc9409eb-33b3-49f5-bd95-194efb0e54ec of type vxlan for network 91af5a7a-84fd-4805-9228-650700e34b56 Nov 20 08:35:33.094859 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.170745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.172551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.175384 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.175970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.176548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.177752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.179164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.179977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.181416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.182825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.184590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.185687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.186388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.186961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.187515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.190487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.191064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.193117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.193952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.195718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.196275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.197530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.199447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.200073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Tracked resource versions report: Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}, Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:35:33.201754 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:35:33.213407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1084662103-network', 'tenant_id': '651c44deab754e37b14b36cd2f61906c'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:33.220452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:33.226434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Usage tracker for resource:network and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:33.230757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:33.237758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:33.247172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:33.248324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.250453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:33.251595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.255826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Made reservation on behalf of 651c44deab754e37b14b36cd2f61906c for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:33.260878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.276922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0a17c9ca-eacd-4602-a34d-65c0a3c7b11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:33.305212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.500142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.516513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:35:33.633767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:33.643822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a16706f6-9243-41cb-a19c-1aec7abfb55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:33.644060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:33.648427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:33.671129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:33.739230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:33.761017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:33.770402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Checking segment: {'id': '5c14399a-7efe-443d-a8de-f3a65302b155', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:33.771060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Network hostable DHCP agents. Network: 44b27a68-2412-47c0-9947-b2ec2ebe1306, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:35:33.798665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:35:33.810139 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7981627 Nov 20 08:35:33.818072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34288) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:33.821006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 44b27a68-2412-47c0-9947-b2ec2ebe1306) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:33.829924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2291ef0-c713-4af3-bc76-fc5aeaf4d8d1 None None] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:35:33.838409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Request body: {'subnet': {'network_id': '91af5a7a-84fd-4805-9228-650700e34b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-subnet', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:33.853000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:33.864875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Usage tracker for resource:subnet and tenant:3513d0304df9406591a5934dbec2100b is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:33.874884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:33.891403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:33.920091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.920675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Made reservation on behalf of 3513d0304df9406591a5934dbec2100b for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:33.927705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Pushing event updated for resources: {'Network': ['ID=91af5a7a-84fd-4805-9228-650700e34b56,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:33.932657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:33.932657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.935042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.958451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:35:33.969503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:33.969943 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Added segment b7b3ee71-c44a-46ee-a458-6630b3390732 of type vxlan for network 1f77e520-5960-41b4-861f-f79b8f710eca Nov 20 08:35:34.034765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:34.086227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3c727d2c-30b6-4250-a0a0-cb68c66c0e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:34.101171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:34.101821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:34.140881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:34.147646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:34.148285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:34.193756 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7409239 Nov 20 08:35:34.208588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70073092-3640-4d8f-b8d7-0487419ee056,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:34.218039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:34.218747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:34.266493 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9004960 Nov 20 08:35:34.279855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34304) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:34.335231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Request body: {'subnet': {'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1084662103-subnet', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:34.374260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:34.405991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Usage tracker for resource:subnet and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:34.451314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:34.458511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 91af5a7a-84fd-4805-9228-650700e34b56 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:35:34.490851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 91af5a7a-84fd-4805-9228-650700e34b56 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:35:34.656227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:34.670485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Pushing event updated for resources: {'Network': ['ID=1f77e520-5960-41b4-861f-f79b8f710eca,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:34.677974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:34.699910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Made reservation on behalf of 651c44deab754e37b14b36cd2f61906c for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:34.708728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:34.764844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 1f77e520-5960-41b4-861f-f79b8f710eca details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:35:34.778839 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 1f77e520-5960-41b4-861f-f79b8f710eca details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:35:34.992454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.019488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e0d1979-f777-4237-b3fe-568cc3fcfc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:35.097125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5123faa-2fbf-4d37-bf5d-869d0b45b38b None None] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:35:35.315245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0305036-7fc2-4b57-b0eb-f38f4f28259b,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:35.322667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:35.504957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Checking segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:35.505334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Network hostable DHCP agents. Network: 91af5a7a-84fd-4805-9228-650700e34b56, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:35:35.554671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Network 91af5a7a-84fd-4805-9228-650700e34b56 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:35:35.572173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 91af5a7a-84fd-4805-9228-650700e34b56) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:35.577066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:35.577914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.615071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a988a-4bad-44bc-894d-0929c331ab55 None None] Network 91af5a7a-84fd-4805-9228-650700e34b56 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:35:35.620330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.632077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8124955 Nov 20 08:35:35.634877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34356) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:35.645713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:35.659589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:35.669758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Usage tracker for resource:router and tenant:3513d0304df9406591a5934dbec2100b is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:35.677634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:35.688410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:35.713981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1573'] for router, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.714994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854374340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854162011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774212'] for router, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.766142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:35.870880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:35.928460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34380) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:35.961611 dv-cinder-733622-11-smb neutron-server[80207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 20 08:35:36.012639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.067886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0873f7ac-b539-4b8b-985d-4f5f2225f0f8,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:36.100932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:36.276715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92ec4a-1d44-4a05-a57d-6ab1f9eab4ed None None] Network 91af5a7a-84fd-4805-9228-650700e34b56 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:35:36.292808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1380f315-25d2-4ec5-96e8-943a8a57fc57 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:36.301001 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1380f315-25d2-4ec5-96e8-943a8a57fc57 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/networks?id=44b27a68-2412-47c0-9947-b2ec2ebe1306 HTTP/1.1" status: 200 len: 810 time: 0.3552210 Nov 20 08:35:36.320393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Checking segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:36.321296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Network hostable DHCP agents. Network: 1f77e520-5960-41b4-861f-f79b8f710eca, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:35:36.334147 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-f140df47-3f37-4c90-ac49-23e85336dc93 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/quotas/244868edb995479b9d2f89509a385a8e HTTP/1.1" status: 200 len: 375 time: 0.0320497 Nov 20 08:35:36.421949 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-ac0c6352-1601-4c78-ad4c-128deddc6bda tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?tenant_id=244868edb995479b9d2f89509a385a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867150 Nov 20 08:35:36.465971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Network 1f77e520-5960-41b4-861f-f79b8f710eca is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:35:36.494538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 1f77e520-5960-41b4-861f-f79b8f710eca) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:36.498797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:36.499451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.552440 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2717333 Nov 20 08:35:36.557103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34404) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:36.562832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:36.568838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:36.573714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Usage tracker for resource:router and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:36.582526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:36.589931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:36.601927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1573'] for router, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.603515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854374340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854162011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774212'] for router, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.663140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:36.670238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bbeae5-2c5e-4757-bd40-54db4212be1d None None] Network 1f77e520-5960-41b4-861f-f79b8f710eca requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:35:36.962303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.030357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34414) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:37.050829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.362643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67f4bb21-d374-5215-a267-3f877024551b-1f77e520-5960-41b4-861f-f79b8f710eca', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8'}]}} from dv-cinder-733622-11-smb. {{(pid=80322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:35:37.365854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.374602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-7d19527b-92f9-4a1f-92ae-a5a71ce7d1fe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80321) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:35:37.396756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.396980 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-7d19527b-92f9-4a1f-92ae-a5a71ce7d1fe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.5727773 Nov 20 08:35:37.502891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.511430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:37.525195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Usage tracker for resource:security_group_rule and tenant:4295efd8fcbc451bb90fc6db5c081967 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:37.530843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:37.541586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:37.566317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Allocated IP 172.28.3.142 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/2dd33da7-659d-445c-986a-30406e62360e) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:37.661448 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-256187a0-a758-4769-80f9-f4cfa5b87d36 service neutron] 10.222.0.20 "GET /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634094 Nov 20 08:35:37.837903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Allocated IP 172.20.0.2 (1f77e520-5960-41b4-861f-f79b8f710eca/0873f7ac-b539-4b8b-985d-4f5f2225f0f8/b6fb1d21-0df6-43db-821e-90d8b270dc2f) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:37.902930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.913595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.938305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:37.981639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca7d883-bdc4-4074-b979-052a0436c7c8,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:37.987380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:37.994796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:38.021305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Synchronizing usage tracker for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:38.050146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Unset dirty status for tenant:68c61fc46ce14ff9b2955d9ea83152f8 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:38.051590 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4295efd8fcbc451bb90fc6db5c081967&name=default HTTP/1.1" status: 200 len: 2743 time: 1.0189564 Nov 20 08:35:38.056887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.057499 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34436) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:38.125117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-72c78f2d-9816-4399-b56e-229fd5c64967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:38.202020 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.222328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.244101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.251329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Transition to ACTIVE for port object b6fb1d21-0df6-43db-821e-90d8b270dc2f will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:38.300507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Transition to ACTIVE for port object b6fb1d21-0df6-43db-821e-90d8b270dc2f will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:38.311440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.320753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.350196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:38.440640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.441896 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ca7d883-bdc4-4074-b979-052a0436c7c8 HTTP/1.1" status: 204 len: 168 time: 0.3829391 Nov 20 08:35:38.494964 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-77e92017-1497-445e-9580-8eb9b99b4fbb service neutron] 10.222.0.20 "GET /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8130152 Nov 20 08:35:38.503155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd33da7-659d-445c-986a-30406e62360e,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:38.602796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:38.605899 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:38.651055 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.679655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca7d883-bdc4-4074-b979-052a0436c7c8,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:38.688647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:38.727162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:38.728556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:38.731275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:38.739244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Pushing event updated for resources: {'Port': ['ID=b6fb1d21-0df6-43db-821e-90d8b270dc2f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:38.793393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:38.914511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.925007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.925809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.926380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.926960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.927501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.928072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.928815 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.930238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.930238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.930238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.935597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.936323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.936960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.937535 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.938089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.938808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.939524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.939935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.940306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.940738 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.941184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.941716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.941930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Tracked resource versions report: Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}, Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:35:38.943234 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:35:38.961018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:39.015196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Network 1f77e520-5960-41b4-861f-f79b8f710eca is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:39.016561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:39.024371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:39.130659 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.133926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415'] for router, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.213271 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5e9f415e-8e18-4b08-8b27-b02d2cbcf32b req-adc5760d-cfa7-45ed-8cd1-5bc0a3002569 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 210 time: 0.2602811 Nov 20 08:35:39.328452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34484) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:39.416067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.467569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Attempting to bind port b6fb1d21-0df6-43db-821e-90d8b270dc2f on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:39.468257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Attempting to bind port b6fb1d21-0df6-43db-821e-90d8b270dc2f by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:39.468395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Attempting to bind port b6fb1d21-0df6-43db-821e-90d8b270dc2f on network 1f77e520-5960-41b4-861f-f79b8f710eca {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:39.487277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:39.487277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Checking segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:39.487277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.487277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Bound using segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:39.487277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Bound port: b6fb1d21-0df6-43db-821e-90d8b270dc2f, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:39.487277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.592822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] For port b6fb1d21-0df6-43db-821e-90d8b270dc2f, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:39.597337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] For port b6fb1d21-0df6-43db-821e-90d8b270dc2f, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b6fb1d21-0df6-43db-821e-90d8b270dc2f,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:39.623750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Allocated IP 172.28.3.119 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/a5307de6-fa6c-4874-8a11-eb400b02972c) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:39.659648 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:39.676195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.676940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c15f0d566843c181224ed63577bcb6 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:39.693813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:39.706733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:39.710398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:39.981542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:39.999201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.009968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.023405 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d99a494e-43b8-47e9-81c3-7c721aa6b910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:40.123278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.147756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:40.164157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Pushing event updated for resources: {'Port': ['ID=b6fb1d21-0df6-43db-821e-90d8b270dc2f,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:40.182548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:40.203148 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7c15f0d566843c181224ed63577bcb6&name=default HTTP/1.1" status: 200 len: 2743 time: 0.8282223 Nov 20 08:35:40.206633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34520) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:40.246612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1524222-1ef4-4c32-8f1c-383b7d020020,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:40.269214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:40.269605 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Router ec6b64a7-8601-4c58-ab1b-b896260990d8 is scheduled to L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 with binding_index 1 {{(pid=80320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:35:40.574954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.632421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5307de6-fa6c-4874-8a11-eb400b02972c,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:40.717252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.769631 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d3f7e24-2fa2-49ce-8df1-e9ec22134ee3 req-62dcbb28-7974-43fb-943b-01ea20bc4a84 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 210 time: 0.2833183 Nov 20 08:35:40.786505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:40.834277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:40.839261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:40.845667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:40.925256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.935020 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:40.951169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1524222-1ef4-4c32-8f1c-383b7d020020,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:40.956476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:40.966124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:40.967893 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1524222-1ef4-4c32-8f1c-383b7d020020 HTTP/1.1" status: 204 len: 168 time: 0.7553051 Nov 20 08:35:41.035622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:35:41.065919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Sync routers for ids ['ec6b64a7-8601-4c58-ab1b-b896260990d8'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:35:41.140959 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Routers {'ec6b64a7-8601-4c58-ab1b-b896260990d8'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:41.142157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['ec6b64a7-8601-4c58-ab1b-b896260990d8'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:41.175504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:41.188211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34560) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:41.188834 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5455205 Nov 20 08:35:41.654156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:41.656549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415'] for router, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:42.014595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Set router ec6b64a7-8601-4c58-ab1b-b896260990d8 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:42.269506 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ca9da5cf-1d4f-417b-adb9-ce09c87fc0a7 req-aa9eb5b9-84b7-4684-9def-96ef1204b137 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 210 time: 0.0769625 Nov 20 08:35:42.303977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d759db6-6c23-4ac4-90fb-b3a6898dc32d None None] Network 1f77e520-5960-41b4-861f-f79b8f710eca requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:35:42.522513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:35:38Z', 'revision_number': 3, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:42.528267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Checking router: ec6b64a7-8601-4c58-ab1b-b896260990d8 for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:35:42.529008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Updating router ec6b64a7-8601-4c58-ab1b-b896260990d8 port 2dd33da7-659d-445c-986a-30406e62360e binding host dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:35:42.595740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.23', 49920) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:42.621710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:42.886084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b6fb1d21-0df6-43db-821e-90d8b270dc2f up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:43.146826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-4e04c11e-da2b-48a5-af82-8c0704dc37ac tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:43.153092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-4e04c11e-da2b-48a5-af82-8c0704dc37ac tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Synchronizing usage tracker for tenant:244868edb995479b9d2f89509a385a8e on resource:network {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:43.233008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-4e04c11e-da2b-48a5-af82-8c0704dc37ac tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Unset dirty status for tenant:244868edb995479b9d2f89509a385a8e on resource:network {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:43.237860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-4e04c11e-da2b-48a5-af82-8c0704dc37ac tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.23 "GET /v2.0/networks?id=44b27a68-2412-47c0-9947-b2ec2ebe1306 HTTP/1.1" status: 200 len: 810 time: 0.6391401 Nov 20 08:35:43.326970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Request body: {'port': {'device_id': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306', 'admin_state_up': True, 'tenant_id': '244868edb995479b9d2f89509a385a8e'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:43.403647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f5e862e1-8d04-4beb-b433-8397e362609d None None] Provisioning for port b6fb1d21-0df6-43db-821e-90d8b270dc2f completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:43.553874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port b6fb1d21-0df6-43db-821e-90d8b270dc2f completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:43.558209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:43.562684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port b6fb1d21-0df6-43db-821e-90d8b270dc2f triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:43.563109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:43.588160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Transition to ACTIVE for port object 2dd33da7-659d-445c-986a-30406e62360e will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:43.595455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:43.629939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f752a58d-da74-47bd-9683-47567c487e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:43.741509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Pushing event updated for resources: {'Port': ['ID=2dd33da7-659d-445c-986a-30406e62360e,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:43.750991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:43.757082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.757536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.758093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.758821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.759548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.760992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Usage tracker for resource:port and tenant:244868edb995479b9d2f89509a385a8e is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:43.763845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.764403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.764944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.765393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.765904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.766888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.767333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.768731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.768923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.769265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Quota usage for port was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:43.769443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.769688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.770643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.771074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.771508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.772456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.772945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.774712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.775168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.775625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Tracked resource versions report: Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: pushed versions: Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': {'1.0'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': {'1.1'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': {'1.6'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': {'1.0'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': {'1.1'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': {'1.1'}} Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: consumer versions: Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: { DHCP agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: L3 agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: Metadata agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: Metering agent@dv-cinder-733622-11-smb: {}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@dv-cinder-733622-11-smb: { 'AddressGroup': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}, Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: Open vSwitch agent@hv-cinder-73362: { 'AddressGroup': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Log': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Network': '1.1', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Port': '1.6', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'PortForwarding': '1.2', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'QosPolicy': '1.8', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroup': '1.2', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'SubPort': '1.0', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Subnet': '1.1', Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: 'Trunk': '1.1'}} Nov 20 08:35:43.777298 dv-cinder-733622-11-smb neutron-server[80207]: {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 20 08:35:43.785935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:43.790722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:43.826487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Made reservation on behalf of 244868edb995479b9d2f89509a385a8e for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:35:43.839426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.056654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb is scheduled to L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 with binding_index 1 {{(pid=80321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:35:44.196446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-37df3037-f3fc-4a24-a89b-dcc3bbbbf587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.206754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Attempting to bind port 2dd33da7-659d-445c-986a-30406e62360e on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:44.211708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Attempting to bind port 2dd33da7-659d-445c-986a-30406e62360e by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:44.212173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Attempting to bind port 2dd33da7-659d-445c-986a-30406e62360e on network 77e37b8f-e86d-4be6-8bec-12d8b6115714 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:44.233289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34658) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:44.240103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:44.240525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:44.241010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.250899 dv-cinder-733622-11-smb neutron-server[80207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 20 08:35:44.263160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Bound using segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:44.263825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Bound port: 2dd33da7-659d-445c-986a-30406e62360e, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:44.264273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.376525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.429341 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-234619af-ba3e-4a9f-9dff-886bee9b5ada req-4724a7ca-6f8e-4eee-a5f3-39ff0e33f692 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 210 time: 0.1803706 Nov 20 08:35:44.528119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port b6fb1d21-0df6-43db-821e-90d8b270dc2f, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b6fb1d21-0df6-43db-821e-90d8b270dc2f,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:44.534907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.550609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:44.644026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] For port 2dd33da7-659d-445c-986a-30406e62360e, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:44.652524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] For port 2dd33da7-659d-445c-986a-30406e62360e, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=2dd33da7-659d-445c-986a-30406e62360e,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:44.662756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:44.993977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-aae24331-a54a-4bce-8dfc-aa78360d2a4f None None] Provisioning complete for port b6fb1d21-0df6-43db-821e-90d8b270dc2f triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:44.997940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aae24331-a54a-4bce-8dfc-aa78360d2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:45.057068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=b6fb1d21-0df6-43db-821e-90d8b270dc2f,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:45.084699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:45.197523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:45.468022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Pushing event updated for resources: {'Port': ['ID=2dd33da7-659d-445c-986a-30406e62360e,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:45.479460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:45.507502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-52df533e-cfcd-42cf-b295-175a213a7064 None None] Provisioning complete for port b6fb1d21-0df6-43db-821e-90d8b270dc2f triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:45.507922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52df533e-cfcd-42cf-b295-175a213a7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:45.599961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Routers {'ec6b64a7-8601-4c58-ab1b-b896260990d8'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:45.600983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['ec6b64a7-8601-4c58-ab1b-b896260990d8'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:45.638370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:35:45.740165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:35:45.817155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:45.826044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:45.972879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:46.057322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:46.067184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5085580 Nov 20 08:35:46.074050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34714) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:46.235869 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-296537fe-1432-4776-8eb7-a95bea0f615b req-9e58eee9-24e3-40bc-a23b-e6981a7b0f66 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 210 time: 0.1907160 Nov 20 08:35:46.289032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Allocated IP 172.20.0.6 (44b27a68-2412-47c0-9947-b2ec2ebe1306/52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0/55e13e48-ba5a-4a02-a9ad-9231eb1cacbf) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:46.521038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] Set router ec6b64a7-8601-4c58-ab1b-b896260990d8 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:46.669987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34722) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:46.909776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:46.950797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:47.042144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:47.122653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b6fb1d21-0df6-43db-821e-90d8b270dc2f up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:47.128137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cda9982b-b510-4c91-80eb-00d43dbb6800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:47.190176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-976834a8-2526-4959-83b0-bb59cca6c666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:47.266994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:47.442810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port b6fb1d21-0df6-43db-821e-90d8b270dc2f triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:47.443255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:47.461010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:35:38Z', 'revision_number': 3, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:47.478356 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d21e7-fec4-4a22-a7e7-11d30a0d2d2e None None] The sync data for ids ['ec6b64a7-8601-4c58-ab1b-b896260990d8'] in dv-cinder-733622-11-smb is: [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:35:38Z', 'revision_number': 3, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:35:47.537427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:47.762710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Pushing event updated for resources: {'Port': ['ID=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:47.887265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:47.908116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:47.909563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:47.916714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:47.921143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:47.921873 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:47.975332 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6713364 Nov 20 08:35:48.011794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-9a969004-2b12-4764-847c-59dc86c14e16 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:35:48.013088 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-9a969004-2b12-4764-847c-59dc86c14e16 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0064557 Nov 20 08:35:48.144508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:40Z', 'revision_number': 3, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:48.178088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:35:48.179427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Updating router 0df0f214-8693-4e78-8e96-2be9494cf3eb port a5307de6-fa6c-4874-8a11-eb400b02972c binding host dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:35:48.226794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:48.292793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:48.322564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Request body: {'port': {'device_id': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:35:48.479067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:48.607488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:48.699653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Usage tracker for resource:security_group_rule and tenant:1def58c7ff6a445ebdd758bf05df3711 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:48.708323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:48.736261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:48.898065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:48.950397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 2dd33da7-659d-445c-986a-30406e62360e up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:49.480336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:49.691709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 2dd33da7-659d-445c-986a-30406e62360e completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:49.729487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 2dd33da7-659d-445c-986a-30406e62360e triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:49.729908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:49.838435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Allocated IP 172.20.0.1 (91af5a7a-84fd-4805-9228-650700e34b56/b0305036-7fc2-4b57-b0eb-f38f4f28259b/cbdd1c07-7fd8-4711-bffe-2e775338752a) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:50.167014 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34806) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:50.421980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53ca1-6e17-4c8e-a70e-4cc4980fb910 req-362ca1a8-1692-47d2-a362-1c5d6a3fd76f tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:50.432917 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2de53ca1-6e17-4c8e-a70e-4cc4980fb910 req-362ca1a8-1692-47d2-a362-1c5d6a3fd76f tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 931 time: 2.5826807 Nov 20 08:35:50.451347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.517000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port 2dd33da7-659d-445c-986a-30406e62360e, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=2dd33da7-659d-445c-986a-30406e62360e,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:50.534734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.540542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.544559 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:50.577049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:35:50.598985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.636072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Transition to ACTIVE for port object 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:50.637711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34814) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:50.652556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:50.749135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Transition to ACTIVE for port object a5307de6-fa6c-4874-8a11-eb400b02972c will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:50.827095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:50.896807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=2dd33da7-659d-445c-986a-30406e62360e,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:50.933065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:50.944968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.054880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.215203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:51.254658 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:51.266450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.274121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.302803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.365262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.396088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:51.473630 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:51.480142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Usage tracker for resource:security_group_rule and tenant:25b63496bc0c4edfa2a758910ffeab3d is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:51.493922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:51.513576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:51.600076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:51.629406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.647679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99dfe-6633-4963-a8e5-ff50b15a5360 None None] Pushing event updated for resources: {'Port': ['ID=a5307de6-fa6c-4874-8a11-eb400b02972c,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:51.653761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1fd99dfe-6633-4963-a8e5-ff50b15a5360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:51.883511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Attempting to bind port a5307de6-fa6c-4874-8a11-eb400b02972c on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:51.883937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Attempting to bind port a5307de6-fa6c-4874-8a11-eb400b02972c by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:51.884360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Attempting to bind port a5307de6-fa6c-4874-8a11-eb400b02972c on network 77e37b8f-e86d-4be6-8bec-12d8b6115714 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:51.896953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:51.903948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Usage tracker for resource:security_group_rule and tenant:7cadfc14aabf4d95bf913d49ad991231 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:51.908216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:51.922808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:51.935178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:51.935584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:51.936055 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.936514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Bound using segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:51.942617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Bound port: a5307de6-fa6c-4874-8a11-eb400b02972c, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:51.943144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:51.961130 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2de53ca1-6e17-4c8e-a70e-4cc4980fb910 req-cb4f0f80-89b4-4558-ac49-f60cb55016ab tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5267379 Nov 20 08:35:51.988670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Network 91af5a7a-84fd-4805-9228-650700e34b56 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:52.007473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Pushing event updated for resources: {'Port': ['ID=cbdd1c07-7fd8-4711-bffe-2e775338752a,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:52.010385 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:52.024683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:52.031464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:52.072999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666a6338-0246-4efd-9ad2-b1364590f68b,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:52.147814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:52.158592 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1def58c7ff6a445ebdd758bf05df3711&name=default HTTP/1.1" status: 200 len: 2743 time: 5.4807737 Nov 20 08:35:52.160242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.166620 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34844) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:52.179016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:52.179694 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854375974'] for router_interface, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.273345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.324415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.334625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] For port a5307de6-fa6c-4874-8a11-eb400b02972c, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:52.343104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] For port a5307de6-fa6c-4874-8a11-eb400b02972c, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=a5307de6-fa6c-4874-8a11-eb400b02972c,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:52.349414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.389911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:52.419620 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c07199d0-660e-42dc-a2ab-4295863d73ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:52.480502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.508051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99dfe-6633-4963-a8e5-ff50b15a5360 None None] Pushing event updated for resources: {'Port': ['ID=a5307de6-fa6c-4874-8a11-eb400b02972c,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:52.521108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1fd99dfe-6633-4963-a8e5-ff50b15a5360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:52.553021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.625746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706ffd9-e0ae-4bbb-8a23-8836e24b0f36,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:52.637018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Attempting to bind port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:35:52.637310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Attempting to bind port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '5c14399a-7efe-443d-a8de-f3a65302b155', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:35:52.637685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Attempting to bind port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf on network 44b27a68-2412-47c0-9947-b2ec2ebe1306 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:35:52.677282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:52.679281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:35:52.679643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Checking segment: {'id': '5c14399a-7efe-443d-a8de-f3a65302b155', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:35:52.680063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.680451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Bound using segment: {'id': '5c14399a-7efe-443d-a8de-f3a65302b155', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:35:52.692939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Bound port: 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c14399a-7efe-443d-a8de-f3a65302b155', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '44b27a68-2412-47c0-9947-b2ec2ebe1306'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:35:52.693717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:52.814163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 2dd33da7-659d-445c-986a-30406e62360e up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:52.827922 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25b63496bc0c4edfa2a758910ffeab3d&name=default HTTP/1.1" status: 200 len: 2743 time: 2.1826489 Nov 20 08:35:52.829528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34850) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:52.976592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:35:52.978036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:52.999089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.004719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.094507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.107222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.120835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.123267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3454431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642168'] for router_interface, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.147188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:53.287730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:53.307288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Pushing event updated for resources: {'Port': ['ID=cbdd1c07-7fd8-4711-bffe-2e775338752a,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:53.356519 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666a6338-0246-4efd-9ad2-b1364590f68b,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:53.362172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:53.363369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.386173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:53.455021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:35:53.719768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 2dd33da7-659d-445c-986a-30406e62360e triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:53.721101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.747325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:53.822635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.829860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2706ffd9-e0ae-4bbb-8a23-8836e24b0f36 HTTP/1.1" status: 204 len: 168 time: 0.9852846 Nov 20 08:35:53.858119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.865546 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/666a6338-0246-4efd-9ad2-b1364590f68b HTTP/1.1" status: 204 len: 168 time: 1.6964009 Nov 20 08:35:53.953598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:53.973282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] For port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:35:54.011219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706ffd9-e0ae-4bbb-8a23-8836e24b0f36,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:54.016835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:54.021940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] For port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,segment=NetworkSegment(5c14399a-7efe-443d-a8de-f3a65302b155),segment_id=5c14399a-7efe-443d-a8de-f3a65302b155)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:35:54.086996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-1866c21b-b0b5-44dc-833a-862f186f06e2 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:54.088525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-1866c21b-b0b5-44dc-833a-862f186f06e2 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Synchronizing usage tracker for tenant:244868edb995479b9d2f89509a385a8e on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:54.094531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.109466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.265433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-79ddceaa-3a86-4d2a-ad0f-c6068dfa5a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:54.364484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cadfc14aabf4d95bf913d49ad991231&name=default HTTP/1.1" status: 200 len: 2743 time: 4.1956730 Nov 20 08:35:54.375357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34882) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:54.435952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:54.519146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Network 91af5a7a-84fd-4805-9228-650700e34b56 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:54.536309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:54.549445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f0417b-564a-4cc4-ac68-57fe6216c26d,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:54.583937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:54.786606 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:54.975574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34888) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:55.089825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:40Z', 'revision_number': 3, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:35:55.096279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28fa67-3346-4979-8f98-c2726614960c None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:40Z', 'revision_number': 3, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:35:55.123855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-1866c21b-b0b5-44dc-833a-862f186f06e2 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Unset dirty status for tenant:244868edb995479b9d2f89509a385a8e on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:55.135893 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-1866c21b-b0b5-44dc-833a-862f186f06e2 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 1.6817236 Nov 20 08:35:55.510999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:55.511700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.515764 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] 10.222.0.23 "PUT /v2.0/ports/55e13e48-ba5a-4a02-a9ad-9231eb1cacbf HTTP/1.1" status: 200 len: 1157 time: 7.3793635 Nov 20 08:35:55.516695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Pushing event updated for resources: {'Port': ['ID=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:55.520712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:35:55.715198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:55.757501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34900) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:55.853388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-87faf7fc-5745-4350-835a-24782fe549dd tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Synchronizing usage tracker for tenant:244868edb995479b9d2f89509a385a8e on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:35:55.879930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.903912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:55.993409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-87faf7fc-5745-4350-835a-24782fe549dd tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Unset dirty status for tenant:244868edb995479b9d2f89509a385a8e on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:35:55.995133 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f5edd12f-f8a7-4608-ab8b-eeb459bb7f40 req-87faf7fc-5745-4350-835a-24782fe549dd tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8050652 Nov 20 08:35:56.023154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:56.058045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Usage tracker for resource:security_group_rule and tenant:e164c0e37f6f4a9c83049fb08f8b8710 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:56.086424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:56.102007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-7afac47a-8a7d-4f96-8d52-de4d1a132a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:56.105088 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-7afac47a-8a7d-4f96-8d52-de4d1a132a08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=244868edb995479b9d2f89509a385a8e&device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 1160 time: 0.3462868 Nov 20 08:35:56.118502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:56.458840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:56.743614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:56.824253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:56.874200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-360fe589-3753-41cb-b0fd-039695c8e500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:56.985179 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-8e71c7de-bc42-45ed-b5d4-09b94b399a07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf HTTP/1.1" status: 200 len: 217 time: 0.8353024 Nov 20 08:35:57.234527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-46e4f033-0a1c-49d8-bf94-7cffd99437db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:57.236677 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-46e4f033-0a1c-49d8-bf94-7cffd99437db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0 HTTP/1.1" status: 200 len: 850 time: 0.2003672 Nov 20 08:35:57.255026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.264645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.264861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:57.270002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Usage tracker for resource:security_group_rule and tenant:642301a1b02245689a2880e63a7a667a is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:57.279031 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:57.295486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:57.320403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:57.397754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device a5307de6-fa6c-4874-8a11-eb400b02972c up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:57.460546 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e164c0e37f6f4a9c83049fb08f8b8710&name=default HTTP/1.1" status: 200 len: 2743 time: 1.6009333 Nov 20 08:35:57.464950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34936) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:57.499754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.573298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Allocated IP 172.20.0.1 (1f77e520-5960-41b4-861f-f79b8f710eca/0873f7ac-b539-4b8b-985d-4f5f2225f0f8/b941e217-f776-4519-8257-6a4b4e15a5bf) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:35:57.586676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8febb4f1-a535-4d31-96ce-88afda4314bb,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:57.605861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:57.640111 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf', 'status': 'completed', 'code': 200} Nov 20 08:35:57.742561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb4214-293c-4b14-8df4-cd182d5c880d req-3bc2c64f-b7f7-4b35-8149-0d31fcbd5234 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:57.753405 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b2bb4214-293c-4b14-8df4-cd182d5c880d req-3bc2c64f-b7f7-4b35-8149-0d31fcbd5234 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.2891660 Nov 20 08:35:57.817799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:57.944586 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b2bb4214-293c-4b14-8df4-cd182d5c880d req-be460091-877a-47b0-a169-1703d938c851 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901634 Nov 20 08:35:57.950487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.004550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port a5307de6-fa6c-4874-8a11-eb400b02972c completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:58.010573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port a5307de6-fa6c-4874-8a11-eb400b02972c triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:58.011140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.052822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.067863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.080400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-57af7023-3149-4258-ba88-6d18479810bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:58.080859 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Transition to ACTIVE for port object b941e217-f776-4519-8257-6a4b4e15a5bf will not be triggered until provisioned by entity DHCP. {{(pid=80321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:35:58.110573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8febb4f1-a535-4d31-96ce-88afda4314bb,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:58.118094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:58.124424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f0417b-564a-4cc4-ac68-57fe6216c26d,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:58.126686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.128490 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8febb4f1-a535-4d31-96ce-88afda4314bb HTTP/1.1" status: 204 len: 168 time: 0.6542420 Nov 20 08:35:58.135921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.261s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:58.146718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.163606 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.318794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:58.405869 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=642301a1b02245689a2880e63a7a667a&name=default HTTP/1.1" status: 200 len: 2746 time: 3.4121988 Nov 20 08:35:58.408954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34954) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:58.432882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.490137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port a5307de6-fa6c-4874-8a11-eb400b02972c, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=a5307de6-fa6c-4874-8a11-eb400b02972c,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:35:58.516637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:58.531386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:58.755093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=a5307de6-fa6c-4874-8a11-eb400b02972c,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:58.760881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:58.764018 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-cc7f2277-2b35-4d3c-8332-05fb9e330fbc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44b27a68-2412-47c0-9947-b2ec2ebe1306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2228079 Nov 20 08:35:58.866534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34afb4d2-7863-40fd-b470-e2b14d795c24,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:58.875521 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:58.877295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:59.050707 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=b941e217-f776-4519-8257-6a4b4e15a5bf,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:59.054457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:59.055494 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.057225 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4edda5a7-d03b-42b0-b28c-10eda9a6d23b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59f0417b-564a-4cc4-ac68-57fe6216c26d HTTP/1.1" status: 204 len: 168 time: 4.6680641 Nov 20 08:35:59.093886 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-b5b7b6a1-3e7c-4bc7-b584-a974c00303a2 service neutron] 10.222.0.23 "GET /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808735 Nov 20 08:35:59.093886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.171344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Network 1f77e520-5960-41b4-861f-f79b8f710eca is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:35:59.174517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:35:59.178622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:35:59.179209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854375974'] for router_interface, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.202430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.236898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device a5307de6-fa6c-4874-8a11-eb400b02972c up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:35:59.298350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.374479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.386945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:59.418024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34afb4d2-7863-40fd-b470-e2b14d795c24,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:35:59.425245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:35:59.433467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.435431 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34afb4d2-7863-40fd-b470-e2b14d795c24 HTTP/1.1" status: 204 len: 168 time: 1.0246799 Nov 20 08:35:59.552475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port a5307de6-fa6c-4874-8a11-eb400b02972c triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:59.553170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.585567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-0c687009-d0c4-4644-a46e-7c085da174bf None None] Provisioning for port b941e217-f776-4519-8257-6a4b4e15a5bf completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:35:59.605725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-0c687009-d0c4-4644-a46e-7c085da174bf None None] Provisioning complete for port b941e217-f776-4519-8257-6a4b4e15a5bf triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:35:59.606149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c687009-d0c4-4644-a46e-7c085da174bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.688359 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-0c687009-d0c4-4644-a46e-7c085da174bf None None] Port b941e217-f776-4519-8257-6a4b4e15a5bf cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:35:59.738905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 34990) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:35:59.769503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Router ec6b64a7-8601-4c58-ab1b-b896260990d8 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:35:59.783656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.818184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376111d0-e9d6-45af-b788-495695762289 req-9e24887c-5478-49e7-9a40-13eacc07f3e9 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:35:59.819924 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-376111d0-e9d6-45af-b788-495695762289 req-9e24887c-5478-49e7-9a40-13eacc07f3e9 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.5242052 Nov 20 08:35:59.822877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:35:59.827346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Usage tracker for resource:security_group_rule and tenant:4f49b735d236457ba9558b4ff263bac8 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:35:59.831331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:35:59.839445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:35:59.964276 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.969510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.988587 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-376111d0-e9d6-45af-b788-495695762289 req-033af328-0703-4d88-bd65-4d2af6fde327 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938635 Nov 20 08:35:59.989876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:35:59.990934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.997055 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:35:59.999474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3454431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642168'] for router_interface, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:00.019696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-792ac9ed-9679-45cc-9354-f83bbae1a7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:00.082513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2635b59-9c59-4ebb-a343-c6ab39fd503e,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:00.082513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:00.096780 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f49b735d236457ba9558b4ff263bac8&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3460643 Nov 20 08:36:00.098790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 34998) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:00.467396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=b941e217-f776-4519-8257-6a4b4e15a5bf,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:00.480996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:00.533223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Network 1f77e520-5960-41b4-861f-f79b8f710eca is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:00.544124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:00.676337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:00.753472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:00.848257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:00.880237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d57a7e4e-3049-459f-9de2-55ec4b11ddfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:00.989940 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-92c3cb9a-3e0b-41e6-a31e-a1590491259f req-c04c6c2b-f4e6-48fa-b33f-ccdcf74e0474 service neutron] 10.222.0.23 "GET /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2919223 Nov 20 08:36:00.999382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2635b59-9c59-4ebb-a343-c6ab39fd503e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:01.023520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:01.030288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:01.034234 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2635b59-9c59-4ebb-a343-c6ab39fd503e HTTP/1.1" status: 204 len: 168 time: 0.9312415 Nov 20 08:36:01.058005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:36:01.071881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Sync routers for ids ['ec6b64a7-8601-4c58-ab1b-b896260990d8'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:36:01.074766 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] 10.222.0.20 "PUT /v2.0/routers/ec6b64a7-8601-4c58-ab1b-b896260990d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8786719 Nov 20 08:36:01.146553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Routers {'ec6b64a7-8601-4c58-ab1b-b896260990d8'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:01.147450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['ec6b64a7-8601-4c58-ab1b-b896260990d8'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:01.240096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-bb324863-a679-4cb8-b58a-9aa78ba041cb None None] Provisioning complete for port b941e217-f776-4519-8257-6a4b4e15a5bf triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:01.241218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bb324863-a679-4cb8-b58a-9aa78ba041cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:01.338619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-c2208d42-7a57-4e9f-93eb-03bdf0216bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:01.343714 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-c2208d42-7a57-4e9f-93eb-03bdf0216bb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=244868edb995479b9d2f89509a385a8e&device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 1160 time: 0.2303011 Nov 20 08:36:01.383542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-bb324863-a679-4cb8-b58a-9aa78ba041cb None None] Port b941e217-f776-4519-8257-6a4b4e15a5bf cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:36:01.697373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Set router ec6b64a7-8601-4c58-ab1b-b896260990d8 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:01.747808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540f55f-e6b3-408e-b282-e1bc8c8ab8a4 req-2daf57de-317f-47b0-83df-c5b64323a493 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:01.758579 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2540f55f-e6b3-408e-b282-e1bc8c8ab8a4 req-2daf57de-317f-47b0-83df-c5b64323a493 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.3379076 Nov 20 08:36:01.763769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-facdfbe0-48b6-4ed8-9ed5-ad9a1ab9a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:01.771450 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-facdfbe0-48b6-4ed8-9ed5-ad9a1ab9a30e service neutron] 10.222.0.23 "GET /v2.0/networks?id=44b27a68-2412-47c0-9947-b2ec2ebe1306 HTTP/1.1" status: 200 len: 904 time: 0.4124939 Nov 20 08:36:01.937148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35048) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:01.977254 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-0becee69-b70f-4b89-b3be-2e2d89a0eb74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf HTTP/1.1" status: 200 len: 217 time: 0.1325986 Nov 20 08:36:01.984385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2540f55f-e6b3-408e-b282-e1bc8c8ab8a4 req-0775d547-1adf-454e-9313-47e54ac74b3a tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115915 Nov 20 08:36:02.089030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-c927dfbc-9ecb-4bab-81e8-2a129fb5f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:02.091396 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-c927dfbc-9ecb-4bab-81e8-2a129fb5f1f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0 HTTP/1.1" status: 200 len: 850 time: 0.1042345 Nov 20 08:36:02.114690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:36:02.166939 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-f538e9c0-fb4f-4c94-8621-03c5881b67fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44b27a68-2412-47c0-9947-b2ec2ebe1306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684140 Nov 20 08:36:02.471391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:36:02.476730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:35:52Z', 'revision_number': 4, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'cbdd1c07-7fd8-4711-bffe-2e775338752a', 'name': '', 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'mac_address': 'fa:16:3e:66:c5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b0305036-7fc2-4b57-b0eb-f38f4f28259b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:48Z', 'updated_at': '2020-11-20T08:35:52Z', 'revision_number': 2, 'project_id': '3513d0304df9406591a5934dbec2100b', 'subnets': [{'id': 'b0305036-7fc2-4b57-b0eb-f38f4f28259b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:02.487484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Checking router: ec6b64a7-8601-4c58-ab1b-b896260990d8 for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:36:02.487726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Updating router ec6b64a7-8601-4c58-ab1b-b896260990d8 port cbdd1c07-7fd8-4711-bffe-2e775338752a binding host dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:36:02.490221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:36:02.493523 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-5bea7901-c777-4c32-8ac0-67e230fcd278 service neutron] 10.222.0.23 "GET /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131676 Nov 20 08:36:02.495171 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] 10.222.0.20 "PUT /v2.0/routers/0df0f214-8693-4e78-8e96-2be9494cf3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4025652 Nov 20 08:36:02.505667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:02.506371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:02.556949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:02.775280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:02.843213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:02.924603 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e35cc3e2-0b57-4974-8ab5-d946a2245d62 req-0b4867e0-7e87-466d-94f8-341c5e21c3c2 service neutron] 10.222.0.23 "GET /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4274287 Nov 20 08:36:02.967255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:02.976689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Usage tracker for resource:security_group_rule and tenant:81687091f39741a5bd4f66e41aa14a8f is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:02.983473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:02.996099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:03.158512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.165591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.229501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:03.242625 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81687091f39741a5bd4f66e41aa14a8f&name=default HTTP/1.1" status: 200 len: 2747 time: 1.3033862 Nov 20 08:36:03.245718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35084) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:03.312222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e3d66-ba3a-4ecd-ba68-b5467b24faab,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:03.339194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:03.446166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.642864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.699094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 2, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:03.710632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:36:03.712206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Updating router 0df0f214-8693-4e78-8e96-2be9494cf3eb port b941e217-f776-4519-8257-6a4b4e15a5bf binding host dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:36:03.720263 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.747120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Transition to ACTIVE for port object cbdd1c07-7fd8-4711-bffe-2e775338752a will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:03.753991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.793060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68437b97-cb19-485d-ba6f-ef9e6821f729 req-55473d08-c926-4d0a-8892-6991bc5785d1 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:03.795132 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-68437b97-cb19-485d-ba6f-ef9e6821f729 req-55473d08-c926-4d0a-8892-6991bc5785d1 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.2048831 Nov 20 08:36:03.796936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:03.894940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.902690 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-68437b97-cb19-485d-ba6f-ef9e6821f729 req-1c169fae-06c7-4eef-990b-0ae8cc2a1070 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936568 Nov 20 08:36:03.936324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:03.937505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:03.981395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e3d66-ba3a-4ecd-ba68-b5467b24faab,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:03.998725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:04.006748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:04.009711 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/088e3d66-ba3a-4ecd-ba68-b5467b24faab HTTP/1.1" status: 204 len: 168 time: 0.7625740 Nov 20 08:36:04.080286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-f4620909-b3e3-4d3e-9ffd-687aa6ac1444 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:04.085780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-f4620909-b3e3-4d3e-9ffd-687aa6ac1444 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Synchronizing usage tracker for tenant:3513d0304df9406591a5934dbec2100b on resource:network {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:04.095886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35116) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:04.125665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-f4620909-b3e3-4d3e-9ffd-687aa6ac1444 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Unset dirty status for tenant:3513d0304df9406591a5934dbec2100b on resource:network {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:04.129132 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-f4620909-b3e3-4d3e-9ffd-687aa6ac1444 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 817 time: 0.6783926 Nov 20 08:36:04.161544 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-7ad11e24-c981-4414-9bea-93f909f7ce6b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/quotas/3513d0304df9406591a5934dbec2100b HTTP/1.1" status: 200 len: 375 time: 0.0256417 Nov 20 08:36:04.179993 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96659177-4046-4017-add5-ad6b4f4a6078 None None] Pushing event updated for resources: {'Port': ['ID=cbdd1c07-7fd8-4711-bffe-2e775338752a,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:04.283233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b37ddd03-8b97-4c52-9d00-ff12a8ebe5b1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Synchronizing usage tracker for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:04.304198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b37ddd03-8b97-4c52-9d00-ff12a8ebe5b1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Unset dirty status for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:04.305763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b37ddd03-8b97-4c52-9d00-ff12a8ebe5b1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377482 Nov 20 08:36:04.340659 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-96659177-4046-4017-add5-ad6b4f4a6078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:04.393132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Attempting to bind port cbdd1c07-7fd8-4711-bffe-2e775338752a on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:04.395250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Attempting to bind port cbdd1c07-7fd8-4711-bffe-2e775338752a by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:04.396413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Attempting to bind port cbdd1c07-7fd8-4711-bffe-2e775338752a on network 91af5a7a-84fd-4805-9228-650700e34b56 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:04.413684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:04.414696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Checking segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:04.415642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:04.416794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Bound using segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:04.417916 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Bound port: cbdd1c07-7fd8-4711-bffe-2e775338752a, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:04.418826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:04.589327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] For port cbdd1c07-7fd8-4711-bffe-2e775338752a, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:04.596372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] For port cbdd1c07-7fd8-4711-bffe-2e775338752a, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=cbdd1c07-7fd8-4711-bffe-2e775338752a,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:04.603164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:04.608290 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-86a68469-f2ba-4a08-a7a1-817e98b995ac service neutron] 10.222.0.20 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890615 Nov 20 08:36:04.630514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-96659177-4046-4017-add5-ad6b4f4a6078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:04.823168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96659177-4046-4017-add5-ad6b4f4a6078 None None] Pushing event updated for resources: {'Port': ['ID=cbdd1c07-7fd8-4711-bffe-2e775338752a,revision_number=4']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:04.828267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-96659177-4046-4017-add5-ad6b4f4a6078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:04.930086 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-77f4a3ca-fe90-47ac-9ab6-4bcb4d125912 service neutron] 10.222.0.20 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3140495 Nov 20 08:36:04.942918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Routers {'ec6b64a7-8601-4c58-ab1b-b896260990d8'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:04.945252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['ec6b64a7-8601-4c58-ab1b-b896260990d8'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:05.110709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.135463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Transition to ACTIVE for port object b941e217-f776-4519-8257-6a4b4e15a5bf will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:05.139013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.162641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1fd99dfe-6633-4963-a8e5-ff50b15a5360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:05.214477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1686710774-network', 'tenant_id': 'f7c9e970b46d4f08b771da72f4f16ddb'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:05.224771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:05.243047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Usage tracker for resource:network and tenant:f7c9e970b46d4f08b771da72f4f16ddb is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:05.254000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc16a1d-0dfa-442b-be38-6434a0e326f1 None None] Pushing event updated for resources: {'Port': ['ID=b941e217-f776-4519-8257-6a4b4e15a5bf,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:05.260586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdc16a1d-0dfa-442b-be38-6434a0e326f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:05.270003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:05.293931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:05.342203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Made reservation on behalf of f7c9e970b46d4f08b771da72f4f16ddb for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:05.348712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.364400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.452399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:05.460598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Usage tracker for resource:security_group_rule and tenant:f7c9e970b46d4f08b771da72f4f16ddb is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:05.468546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:05.487597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:05.526347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] Set router ec6b64a7-8601-4c58-ab1b-b896260990d8 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:05.537321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35152) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:05.554229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'security_group': {'name': 'tempest-securitygroup--1160692395', 'description': 'tempest-description--1732354773'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:05.587771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:05.600226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:05.609402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:05.610019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.615871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.622339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e31dfdc9-9a16-40d6-85e0-22928a9ff97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:05.631644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:05.667658 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:36:05.683905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.684511 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Added segment c14b45a6-3909-45e5-9560-e01b760285dd of type vxlan for network b8684c18-31ed-4cbd-84dc-79e31406f190 Nov 20 08:36:05.744053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.772034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-771024c7-ab23-4d91-9d11-560d798f2215 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:36:05.796524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:05.977963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35166) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:06.056330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:06.059828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.080182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:06.086065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:06.113047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:06.121661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.128894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05efd13d-c197-4d67-9ace-7ee0c2836323,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:06.156274 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-952bfd0a-c6d9-4d22-b8b3-6ed3ffd7c9fe req-6777ea69-662f-4e97-b9f2-98f6a874c49b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 210 time: 0.5065737 Nov 20 08:36:06.157627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:06.158852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:06.159502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.180745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba897e88-7932-429f-8561-748394162a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:06.182495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Attempting to bind port b941e217-f776-4519-8257-6a4b4e15a5bf on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:06.183437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Attempting to bind port b941e217-f776-4519-8257-6a4b4e15a5bf by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:06.190819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Attempting to bind port b941e217-f776-4519-8257-6a4b4e15a5bf on network 1f77e520-5960-41b4-861f-f79b8f710eca {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:06.199594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757d08-b18c-4fef-bb57-d2de2b35e3cc req-d8cdc578-101d-497a-90ba-af447ee97af3 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:06.209125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:06.209788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Checking segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:06.210362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.210928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Bound using segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:06.211601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Bound port: b941e217-f776-4519-8257-6a4b4e15a5bf, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:06.212170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.220961 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-17757d08-b18c-4fef-bb57-d2de2b35e3cc req-d8cdc578-101d-497a-90ba-af447ee97af3 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.5606439 Nov 20 08:36:06.319167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:06.354442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Usage tracker for resource:security_group_rule and tenant:ca19b4e8dec2472b854d5d6e602d1c35 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:06.399725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:06.432256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:06.481484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Pushing event updated for resources: {'Network': ['ID=b8684c18-31ed-4cbd-84dc-79e31406f190,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:06.494964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:06.516454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:35:52Z', 'revision_number': 4, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'cbdd1c07-7fd8-4711-bffe-2e775338752a', 'name': '', 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'mac_address': 'fa:16:3e:66:c5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b0305036-7fc2-4b57-b0eb-f38f4f28259b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:48Z', 'updated_at': '2020-11-20T08:36:04Z', 'revision_number': 4, 'project_id': '3513d0304df9406591a5934dbec2100b', 'subnets': [{'id': 'b0305036-7fc2-4b57-b0eb-f38f4f28259b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:06.516867 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-17757d08-b18c-4fef-bb57-d2de2b35e3cc req-e9f3d770-5317-48b4-8d25-c570f9638b7b tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912302 Nov 20 08:36:06.530506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15e0d-2f62-4ffe-9074-ab6df0df18af None None] The sync data for ids ['ec6b64a7-8601-4c58-ab1b-b896260990d8'] in dv-cinder-733622-11-smb is: [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:35:52Z', 'revision_number': 4, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'cbdd1c07-7fd8-4711-bffe-2e775338752a', 'name': '', 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'mac_address': 'fa:16:3e:66:c5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b0305036-7fc2-4b57-b0eb-f38f4f28259b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:48Z', 'updated_at': '2020-11-20T08:36:04Z', 'revision_number': 4, 'project_id': '3513d0304df9406591a5934dbec2100b', 'subnets': [{'id': 'b0305036-7fc2-4b57-b0eb-f38f4f28259b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:36:06.546785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.549145 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4509907 Nov 20 08:36:06.552679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35188) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:06.562162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.576463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-705e7c03-740f-4619-a92f-b2b25a1dac6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:06.577032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Request body: {'subnet': {'network_id': 'b8684c18-31ed-4cbd-84dc-79e31406f190', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1686710774-subnet', 'tenant_id': 'f7c9e970b46d4f08b771da72f4f16ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:06.618107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:06.640719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] For port b941e217-f776-4519-8257-6a4b4e15a5bf, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:06.649577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Usage tracker for resource:subnet and tenant:f7c9e970b46d4f08b771da72f4f16ddb is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:06.655942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] For port b941e217-f776-4519-8257-6a4b4e15a5bf, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b941e217-f776-4519-8257-6a4b4e15a5bf,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:06.665279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network b8684c18-31ed-4cbd-84dc-79e31406f190 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:06.668674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:06.689881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:06.707243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'SecurityGroup': ['ID=ececa173-ef95-4061-886f-b2e36bfa0205,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:06.723792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:06.730827 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Made reservation on behalf of f7c9e970b46d4f08b771da72f4f16ddb for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:06.733555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.735231 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1664 time: 1.1962013 Nov 20 08:36:06.741520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.746389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35196) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:06.779619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'security_group_rule': {'security_group_id': 'ececa173-ef95-4061-886f-b2e36bfa0205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:06.821849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:06.864477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.867358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:06.875562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:06.890646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:06.908941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:06.914250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network b8684c18-31ed-4cbd-84dc-79e31406f190 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:06.952920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:07.070492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3b1b1-1045-4447-a32f-ee9f57405767,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:07.125070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:07.262884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:07.272885 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca19b4e8dec2472b854d5d6e602d1c35&name=default HTTP/1.1" status: 200 len: 2747 time: 1.2787490 Nov 20 08:36:07.276883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35220) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:07.277655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.646717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.659865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.665886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:07.676857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.702991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda66d23-3b92-4793-9adc-30b9e61c1bcc,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:07.725299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:07.754149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.805472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.809986 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fdd2f881-af0f-44a1-8414-a9314b665ec6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0622306 Nov 20 08:36:07.814390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35232) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:07.831984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'security_group_rule': {'security_group_id': 'ececa173-ef95-4061-886f-b2e36bfa0205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:07.852088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device cbdd1c07-7fd8-4711-bffe-2e775338752a up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:07.873420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:07.897162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:07.901206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:07.909821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.924960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:07.952016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.958426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:07.972988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-342326dc-b5d3-439b-86ce-dd5e03756c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:08.020034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3b1b1-1045-4447-a32f-ee9f57405767,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:08.037103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:08.061463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.065515 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cd3b1b1-1045-4447-a32f-ee9f57405767 HTTP/1.1" status: 204 len: 168 time: 0.6498847 Nov 20 08:36:08.379621 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.397285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.402471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:08.477730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e628ed4e-b18b-4447-8331-f6fb6277f079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:08.490708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6473a44a-03e7-4dea-a169-deb2e482ab81,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:08.507033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-c644c9ef-5860-462a-a60d-4de9b91d11db tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:08.512255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.516080 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-c644c9ef-5860-462a-a60d-4de9b91d11db tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 817 time: 1.1827102 Nov 20 08:36:08.522972 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6981864 Nov 20 08:36:08.526139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:08.528779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35248) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:08.557695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'floatingip': {'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:08.560359 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-0bc17696-a9cc-4921-a218-91ee5c48be57 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/quotas/3513d0304df9406591a5934dbec2100b HTTP/1.1" status: 200 len: 375 time: 0.0430381 Nov 20 08:36:08.584774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:08.595210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:floatingip and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:08.606098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:08.620788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:08.670268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc16a1d-0dfa-442b-be38-6434a0e326f1 None None] Pushing event updated for resources: {'Port': ['ID=b941e217-f776-4519-8257-6a4b4e15a5bf,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:08.678456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:08.715071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.732452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdc16a1d-0dfa-442b-be38-6434a0e326f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:08.762580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:08.764245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:08.837295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87238b-b9a5-4447-bc8a-ff02cbd7badc req-9b9ba4b7-6975-47c8-b466-c5a11ffafd5d tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:08.863313 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3e87238b-b9a5-4447-bc8a-ff02cbd7badc req-9b9ba4b7-6975-47c8-b466-c5a11ffafd5d tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.7863054 Nov 20 08:36:08.975148 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3e87238b-b9a5-4447-bc8a-ff02cbd7badc req-436f5df2-95b3-4773-a81b-786789394961 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102850 Nov 20 08:36:09.205704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port cbdd1c07-7fd8-4711-bffe-2e775338752a completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:09.227216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port cbdd1c07-7fd8-4711-bffe-2e775338752a triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:09.227993 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.358042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.397316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.492081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,segment=NetworkSegment(5c14399a-7efe-443d-a8de-f3a65302b155),segment_id=5c14399a-7efe-443d-a8de-f3a65302b155)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:09.499073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:09.499899 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-2a8eb297-b24e-4d31-a5df-976ca934df82 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9381235 Nov 20 08:36:09.512973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b4ebcf9d-e376-4366-b797-0a1135cc5029 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:09.515099 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b4ebcf9d-e376-4366-b797-0a1135cc5029 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 817 time: 0.6904428 Nov 20 08:36:09.551901 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Request body: {'port': {'device_id': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56', 'admin_state_up': True, 'tenant_id': '3513d0304df9406591a5934dbec2100b'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:09.627048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:09.634386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:09.762334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:09.785617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:09.875311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:09.876755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:35:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:09.989794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.010927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c9898252-9c28-4f35-8209-975d722dbca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:10.082416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a8db60-0957-4ad5-bd17-cf22075f262d,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:10.101075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:10.110749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:10.125816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Allocated IP 172.28.3.147 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/88526a03-ae82-45cb-93bd-e9aa0e4f46d2) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:10.240375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:10.257394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.286149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Made reservation on behalf of 3513d0304df9406591a5934dbec2100b for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:10.292097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.437770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port cbdd1c07-7fd8-4711-bffe-2e775338752a, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=cbdd1c07-7fd8-4711-bffe-2e775338752a,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:10.452088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:10.505112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:36:10.565714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:10.588839 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.619548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c1aff-93cb-40ad-a075-f978953b51f3 req-9f744f8d-ee51-48fa-b7b5-6a5bf36f6483 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:10.621374 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c67c1aff-93cb-40ad-a075-f978953b51f3 req-9f744f8d-ee51-48fa-b7b5-6a5bf36f6483 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 0.1502724 Nov 20 08:36:10.665653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.681015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f08f50d2-6bbb-4896-a94a-36b38c16c0c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:10.763418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:10.766431 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c67c1aff-93cb-40ad-a075-f978953b51f3 req-d0734b23-a235-4dde-b7c2-b2b69d31d3ee tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336410 Nov 20 08:36:10.825649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:10.826865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.050949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-fefcace9-9e1d-4276-898f-9f46d1ecd069 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:36:11.062231 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-fefcace9-9e1d-4276-898f-9f46d1ecd069 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4861355 Nov 20 08:36:11.117672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0eea8c33-8eaa-4166-b9de-3c927e308bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:11.281150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'Port': ['ID=88526a03-ae82-45cb-93bd-e9aa0e4f46d2,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:11.289723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:11.316002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:11.317440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:11.320079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:11.451738 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Checking segment: {'id': 'c14b45a6-3909-45e5-9560-e01b760285dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b8684c18-31ed-4cbd-84dc-79e31406f190'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:11.452123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Network hostable DHCP agents. Network: b8684c18-31ed-4cbd-84dc-79e31406f190, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:36:11.473938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.488003 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf', 'code': 200} Nov 20 08:36:11.497344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=cbdd1c07-7fd8-4711-bffe-2e775338752a,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:11.504150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:11.631994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:11.675411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Network b8684c18-31ed-4cbd-84dc-79e31406f190 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:36:11.850914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.23', 49952) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:11.944469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:06Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:11.963781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9c87-28ee-45ef-ae7e-835339b5d23e None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:06Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:36:11.987360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:12.077457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Allocated IP 172.20.0.3 (91af5a7a-84fd-4805-9228-650700e34b56/b0305036-7fc2-4b57-b0eb-f38f4f28259b/5b9e6721-3cba-4f0f-9f07-a661511afbea) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:12.107776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, b8684c18-31ed-4cbd-84dc-79e31406f190) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:12.120079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:12.124206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:12.189173 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-13a971b9-d0a7-4624-a860-b8d1d66c9e38 service neutron] 10.222.0.20 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1248553 Nov 20 08:36:12.243224 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.6863415 Nov 20 08:36:12.254867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5098b8-7a95-4a39-8b60-42f88cf2cb30 None None] Network b8684c18-31ed-4cbd-84dc-79e31406f190 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:12.662678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:12.663199 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.145286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35382) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:13.279892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device cbdd1c07-7fd8-4711-bffe-2e775338752a up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:13.307653 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-6d573201-1906-4b89-9039-c3e679f91179 service neutron] 10.222.0.20 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0811431 Nov 20 08:36:13.427665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.446225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceaf71-9318-415d-bcf2-882842342ccb req-6b62135f-65db-4ade-a857-230f8de2fa24 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:13.447146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fec31-daef-41ba-9f2e-54045950819d req-c9309c4d-61c4-481f-81cd-7f0f1bc94985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:13.454877 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-219fec31-daef-41ba-9f2e-54045950819d req-c9309c4d-61c4-481f-81cd-7f0f1bc94985 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 1162 time: 1.5904934 Nov 20 08:36:13.457274 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3ceaf71-9318-415d-bcf2-882842342ccb req-6b62135f-65db-4ade-a857-230f8de2fa24 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 0.3082490 Nov 20 08:36:13.476765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.519424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:13.619157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.626702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'Port': ['ID=88526a03-ae82-45cb-93bd-e9aa0e4f46d2,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:13.651825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:13.655166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.722766 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3ceaf71-9318-415d-bcf2-882842342ccb req-773483d5-0858-49ab-b0dd-a5979c2a3684 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636230 Nov 20 08:36:13.837747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:13.862265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Usage tracker for resource:security_group_rule and tenant:b40fd77a7504490da53a9296f6fee07e is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:13.880578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:13.892633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.911102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:13.965374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.966923 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4370561 Nov 20 08:36:13.981141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port cbdd1c07-7fd8-4711-bffe-2e775338752a triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:13.981916 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:13.988025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:14.051121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43ac79c5-7a53-4dcf-9833-7ae7c1785364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:14.113543 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0d758ba8-8001-40f8-bb88-04c0e7a50370 req-9b651e00-d0e1-4a32-9d3f-01daaa64642d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.0882154 Nov 20 08:36:14.256385 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4662ce-8e8d-4b38-a2fc-41231b01af57 None None] Network b8684c18-31ed-4cbd-84dc-79e31406f190 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:14.270032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d70f72ac-5565-4ffa-9743-0cebc354e4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:14.442488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:14.495944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:14.503742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e972a2b29644f43bbb70b669377b6d1 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:14.507332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:14.517923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:14.546375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Pushing event updated for resources: {'Port': ['ID=5b9e6721-3cba-4f0f-9f07-a661511afbea,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:14.676202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:14.685886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:14.730846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3dbf15db-a0d1-4be6-8c64-cda19cf79d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:14.796478 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b941e217-f776-4519-8257-6a4b4e15a5bf up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:14.945043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70654b1d-2fb2-40fd-b194-7e817766e4bf,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:14.972154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:15.006857 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e972a2b29644f43bbb70b669377b6d1&name=default HTTP/1.1" status: 200 len: 2747 time: 1.6941907 Nov 20 08:36:15.013540 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35448) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:15.082887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port b941e217-f776-4519-8257-6a4b4e15a5bf completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:15.098169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port b941e217-f776-4519-8257-6a4b4e15a5bf triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:15.098787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.164677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.216443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.318232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.324713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:15.355801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70654b1d-2fb2-40fd-b194-7e817766e4bf,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:15.356720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:15.360105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:15.380930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.389255 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70654b1d-2fb2-40fd-b194-7e817766e4bf HTTP/1.1" status: 204 len: 168 time: 0.3744969 Nov 20 08:36:15.446852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.517430 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-17cf8684-ff73-4130-bb9e-44c4aac6037e req-b83e9963-01d5-4f9f-94c6-a8559f994f0e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.1185791 Nov 20 08:36:15.535893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port b941e217-f776-4519-8257-6a4b4e15a5bf, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b941e217-f776-4519-8257-6a4b4e15a5bf,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:15.541946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.559556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdc16a1d-0dfa-442b-be38-6434a0e326f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:15.655670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.698385 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.713041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=b941e217-f776-4519-8257-6a4b4e15a5bf,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:15.723587 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:15.740125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-446b1a27-50a3-4586-b258-6e091bd89488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:15.748466 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-219fec31-daef-41ba-9f2e-54045950819d req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2492797 Nov 20 08:36:15.787094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Network 91af5a7a-84fd-4805-9228-650700e34b56 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:15.793726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4155422-c16d-4294-be3f-6f0a0ff8d054 req-42f23ff4-3533-4a5f-ba9a-b938327bb4ca tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:15.795530 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c4155422-c16d-4294-be3f-6f0a0ff8d054 req-42f23ff4-3533-4a5f-ba9a-b938327bb4ca tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 0.4363739 Nov 20 08:36:15.800122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:15.805111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:15.809436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:15.810073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:15.819422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2a7d83-1d90-4958-9ae1-398b7df6fd97,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:15.859749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:15.884805 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c4155422-c16d-4294-be3f-6f0a0ff8d054 req-091f9de6-ecc2-4393-bb80-b2f3e7b45ee4 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690722 Nov 20 08:36:15.887120 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3460083 Nov 20 08:36:15.955346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-968f54e9-0778-4acb-8bc1-f770a93609df tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:15.982139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-968f54e9-0778-4acb-8bc1-f770a93609df tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:15.991538 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-968f54e9-0778-4acb-8bc1-f770a93609df tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1160692395&fields=id&tenant_id=651c44deab754e37b14b36cd2f61906c HTTP/1.1" status: 200 len: 267 time: 0.1276205 Nov 20 08:36:16.163725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Request body: {'port': {'device_id': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:16.243226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-1c9dae9f-17a5-4a87-9d14-ac3b485e706e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:16.244291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-1c9dae9f-17a5-4a87-9d14-ac3b485e706e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:network {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:16.334423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f4691f6-5e52-42dd-93ff-f9c397f81ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:16.337708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-1c9dae9f-17a5-4a87-9d14-ac3b485e706e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:network {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:16.341394 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-1c9dae9f-17a5-4a87-9d14-ac3b485e706e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 811 time: 0.3487127 Nov 20 08:36:16.352697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:16.373555 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-45799aea-49cc-49e5-ad68-622a1eccb4a3 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/quotas/651c44deab754e37b14b36cd2f61906c HTTP/1.1" status: 200 len: 375 time: 0.0208046 Nov 20 08:36:16.524517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-609355b7-53dd-4e79-9fb2-1b1eb197497d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:16.556453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-609355b7-53dd-4e79-9fb2-1b1eb197497d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:16.558597 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-609355b7-53dd-4e79-9fb2-1b1eb197497d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1700366 Nov 20 08:36:16.897607 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-2abb6b31-2701-41a4-9601-11c5bb7c1c41 service neutron] 10.222.0.20 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161149 Nov 20 08:36:17.002886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.138537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35500) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:17.154574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482832023-network', 'tenant_id': '4a44df25e0ce432083d30e1b635ea501'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:17.160922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-1396c920-dba1-420f-ae6a-63f9b7272d4d req-987c8b89-b8b9-495c-96bb-8b11d20c6983 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Synchronizing usage tracker for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:17.164462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:17.180466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Usage tracker for resource:network and tenant:4a44df25e0ce432083d30e1b635ea501 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:17.187256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:17.200217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-1396c920-dba1-420f-ae6a-63f9b7272d4d req-987c8b89-b8b9-495c-96bb-8b11d20c6983 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Unset dirty status for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:17.201375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:17.211851 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1396c920-dba1-420f-ae6a-63f9b7272d4d req-987c8b89-b8b9-495c-96bb-8b11d20c6983 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.1183443 Nov 20 08:36:17.278506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Made reservation on behalf of 4a44df25e0ce432083d30e1b635ea501 for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:17.289262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.304095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35510) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:17.339938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.356330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9e6721-3cba-4f0f-9f07-a661511afbea {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:36:17.373693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.392664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.405519 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Transition to ACTIVE for port object 5b9e6721-3cba-4f0f-9f07-a661511afbea will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:17.413841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.415532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:17.437020 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:51acb12c5fa54f50abfea1418feaec50 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:17.441262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:17.511339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:17.547144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:17.609716 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-8f16eab8-880a-4ed6-a02d-bc66955bdc62 service neutron] 10.222.0.20 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7107289 Nov 20 08:36:17.653914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:17.670974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Usage tracker for resource:security_group_rule and tenant:4a44df25e0ce432083d30e1b635ea501 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:17.693350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:17.713503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b941e217-f776-4519-8257-6a4b4e15a5bf up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:17.714269 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:17.895399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Pushing event updated for resources: {'Port': ['ID=5b9e6721-3cba-4f0f-9f07-a661511afbea,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:17.925238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:17.941604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.949620 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:17.964101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:18.075699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badffa6f-0b5a-46a3-ac7a-41f2b973944e,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:18.090829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:18.126287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:36:18.143110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.160884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.162072 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Added segment 7c660aa6-8a53-41b1-a4ee-56e5d1865b1e of type vxlan for network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b Nov 20 08:36:18.221279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.228696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port b941e217-f776-4519-8257-6a4b4e15a5bf triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:18.229129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.334443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.380856 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1a5ddd15-fa51-4351-995a-f2c4c0d0b065 req-2c4f9704-c7bf-4220-85f1-6861c4ec5848 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.1963139 Nov 20 08:36:18.397080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.503716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.520790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:18.523149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.543359 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:18.577353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:18.672275 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5287273 Nov 20 08:36:18.675191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35540) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:18.697152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Request body: {'subnet': {'network_id': '4fcb5d2a-8b18-46b7-8db7-22259ef2c92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1482832023-subnet', 'tenant_id': '4a44df25e0ce432083d30e1b635ea501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:18.714215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35544) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:18.730195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:18.831404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:18.856145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-71a5ca3f-c53c-40fc-8c2d-cbb125f5b237 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:18.859342 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-71a5ca3f-c53c-40fc-8c2d-cbb125f5b237 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 817 time: 0.9663501 Nov 20 08:36:18.867362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Pushing event updated for resources: {'Network': ['ID=4fcb5d2a-8b18-46b7-8db7-22259ef2c92b,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:18.875554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Usage tracker for resource:subnet and tenant:4a44df25e0ce432083d30e1b635ea501 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:18.883311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:18.891920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:18.901619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:18.902570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Request body: {'port': {'device_id': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56', 'admin_state_up': True, 'tenant_id': '3513d0304df9406591a5934dbec2100b'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:18.919864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:19.029519 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Made reservation on behalf of 4a44df25e0ce432083d30e1b635ea501 for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:19.039534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.067113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:19.103922 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fdebb624-0497-4499-89e7-c34722d5d2d4 req-e649e70b-0586-46b0-96b6-c595eb618b85 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.2326999 Nov 20 08:36:19.115531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906d6c4d-3883-4954-9b37-00ad0ad15e9a,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:19.165619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:19.257825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.282234 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51acb12c5fa54f50abfea1418feaec50&name=default HTTP/1.1" status: 200 len: 2747 time: 1.9765131 Nov 20 08:36:19.299715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35562) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:19.369482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6873ee-81ee-45c7-ba5c-064ba553ecca req-97fc6d4f-5fc6-4136-8bf0-496a7b803818 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:19.369750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.372419 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ad6873ee-81ee-45c7-ba5c-064ba553ecca req-97fc6d4f-5fc6-4136-8bf0-496a7b803818 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 1.6712780 Nov 20 08:36:19.451117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:19.463183 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Usage tracker for resource:security_group_rule and tenant:417ebbb9773a4cd4b719d9cda956ff03 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:19.470669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:19.486325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:19.568162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:19.605462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:19.609679 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ad6873ee-81ee-45c7-ba5c-064ba553ecca req-5d0cb7fe-2aaa-406d-96d1-5bda96b17ebe tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190838 Nov 20 08:36:19.625051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.627890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Attempting to bind port 5b9e6721-3cba-4f0f-9f07-a661511afbea on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:19.628398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Attempting to bind port 5b9e6721-3cba-4f0f-9f07-a661511afbea by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:19.628845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Attempting to bind port 5b9e6721-3cba-4f0f-9f07-a661511afbea on network 91af5a7a-84fd-4805-9228-650700e34b56 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:19.650825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Made reservation on behalf of 3513d0304df9406591a5934dbec2100b for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:19.679582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.743290 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:19.749523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Checking segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:19.750099 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b2a37b81-2051-43ba-9c11-1f26e2feef05 req-a179d682-3377-408f-888c-31a3d1e20fcb tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.1230571 Nov 20 08:36:19.751773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.755543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Bound using segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:19.757266 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Bound port: 5b9e6721-3cba-4f0f-9f07-a661511afbea, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:19.757266 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.860697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.877812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.890451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:19.964943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:20.046397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed0bfbd-011e-4375-8f6f-fc4eed8e1d1b,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:20.048420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] For port 5b9e6721-3cba-4f0f-9f07-a661511afbea, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:20.052504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] For port 5b9e6721-3cba-4f0f-9f07-a661511afbea, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:20.065888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.067334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:20.084916 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=417ebbb9773a4cd4b719d9cda956ff03&name=default HTTP/1.1" status: 200 len: 2747 time: 1.3632345 Nov 20 08:36:20.098985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35580) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:20.108372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:20.264074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.23', 49964) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:20.384032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.431255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.598268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.628384 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8a1fe9c3-fa78-4db4-b6c8-1257437837e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:20.725416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83740dbb-e143-45fc-b67a-4d4b34e0368b,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:20.733145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.751983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:20.755808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:20.764848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:20.784144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed0bfbd-011e-4375-8f6f-fc4eed8e1d1b,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:20.821363 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c9cf2246-c920-4518-9fab-616a8b2f16d2 req-eff33237-0f41-4e86-82dc-0bcbd9ffc54b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.2970605 Nov 20 08:36:20.901683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Pushing event updated for resources: {'Port': ['ID=5b9e6721-3cba-4f0f-9f07-a661511afbea,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:20.954996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:20.967820 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:20.974421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:21.041018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.047364 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/906d6c4d-3883-4954-9b37-00ad0ad15e9a HTTP/1.1" status: 204 len: 168 time: 1.7388091 Nov 20 08:36:21.047364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906d6c4d-3883-4954-9b37-00ad0ad15e9a,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:21.130702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:21.142446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.148497 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ed0bfbd-011e-4375-8f6f-fc4eed8e1d1b HTTP/1.1" status: 204 len: 168 time: 1.0431926 Nov 20 08:36:21.279601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ac0bbeda-e214-4de5-b4f0-f248256a1317 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:21.284865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ac0bbeda-e214-4de5-b4f0-f248256a1317 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 811 time: 1.0190828 Nov 20 08:36:21.290276 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-653399d9-18d4-4d17-a015-eacc8f6c78e3 req-ba3524da-88be-4293-b764-6f3bb0a238cd tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.2158918 Nov 20 08:36:21.385464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Checking segment: {'id': '7c660aa6-8a53-41b1-a4ee-56e5d1865b1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4fcb5d2a-8b18-46b7-8db7-22259ef2c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:21.386243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Network hostable DHCP agents. Network: 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:36:21.438983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:21.440684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.443425 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] 10.222.0.23 "PUT /v2.0/ports/5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 1157 time: 5.2871511 Nov 20 08:36:21.455356 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'tag': '5b9e6721-3cba-4f0f-9f07-a661511afbea'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:21.482872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20504d36-efc5-4d5d-a7a7-89313497a4b8 req-60a8b6dc-85d8-45d6-bea7-002d0fa998d3 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:21.511903 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20504d36-efc5-4d5d-a7a7-89313497a4b8 req-60a8b6dc-85d8-45d6-bea7-002d0fa998d3 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 0.5608418 Nov 20 08:36:21.517097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:36:21.541514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Allocated IP 172.20.0.7 (91af5a7a-84fd-4805-9228-650700e34b56/b0305036-7fc2-4b57-b0eb-f38f4f28259b/8bba647a-5084-4e47-8b79-f2d7c1d8c0f3) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:21.599615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:21.612149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74670de-7b60-4739-81ef-f6a91d67bb35 None None] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:21.615298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:21.616444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:21.686488 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1a4721af-5718-4c8e-ba0d-1832c0f32c7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9955924 Nov 20 08:36:21.705709 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20504d36-efc5-4d5d-a7a7-89313497a4b8 req-3c3d8f05-1d99-4041-9ac2-67c4796fb56d tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901188 Nov 20 08:36:21.892868 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'tag': '5b9e6721-3cba-4f0f-9f07-a661511afbea', 'status': 'completed', 'code': 200} Nov 20 08:36:21.964322 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ed453d60-2a1b-49d4-ac8a-a42bb51a0803 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=651c44deab754e37b14b36cd2f61906c HTTP/1.1" status: 200 len: 5241 time: 0.6260145 Nov 20 08:36:22.042570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'port': {'device_id': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'admin_state_up': True, 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'security_groups': ['ececa173-ef95-4061-886f-b2e36bfa0205']}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:22.243379 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2eb26cbc-81a6-4b01-be95-f164ed63a664 req-9836fd59-0005-49fc-aab3-424b2b57603a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.1348450 Nov 20 08:36:22.244234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35630) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:22.310303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:22.413723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402a725-f2bb-46c0-898f-0c25c3f5ca32 None None] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:22.420866 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:22.515325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-52e17935-2c7b-45a3-b032-2dc749736b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:22.517117 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-52e17935-2c7b-45a3-b032-2dc749736b82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1160 time: 0.9702234 Nov 20 08:36:22.517954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Made reservation on behalf of 651c44deab754e37b14b36cd2f61906c for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:22.523796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:22.532232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Deleting subnet b2a8db60-0957-4ad5-bd17-cf22075f262d {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:36:22.552150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:22.642750 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b14ffb1d-d3c2-4dc3-aeca-f5b614ad5623 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.1049025 Nov 20 08:36:22.758088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3e654262-22f6-43ee-9ccb-f67ff8a4c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:22.759789 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3e654262-22f6-43ee-9ccb-f67ff8a4c473 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.1080418 Nov 20 08:36:22.760353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35642) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:22.812044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:22.848591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:23.086982 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-3c1d72a8-4b58-4a68-80bb-448ae4f36244 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1938043 Nov 20 08:36:23.222588 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4e126ca1-3cf3-4b0e-a116-94114ab4eef9 req-1c6e71a4-227b-4e78-9163-b321a5542ed7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.3195496 Nov 20 08:36:23.232439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:23.268038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:23.519796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:23.570781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b6911e46-1177-4a23-b0ca-7465e4625af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:23.628953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:23.812424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Usage tracker for resource:security_group_rule and tenant:36ba241099c0434fb06f0f6e3fdb7789 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:23.820203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:23.823527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a8db60-0957-4ad5-bd17-cf22075f262d,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:23.827242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:23.872338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:23.965250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.006855 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-2ca2b05d-74ee-4d1e-8dc8-1e8ea17c383f service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7760179 Nov 20 08:36:24.014202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:24.169802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.185777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc53ef-42b8-4d30-9953-08855806fb1f req-74550e4c-4e01-4012-9d03-b7704dda652b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:24.187418 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c6bc53ef-42b8-4d30-9953-08855806fb1f req-74550e4c-4e01-4012-9d03-b7704dda652b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 931 time: 0.5039890 Nov 20 08:36:24.192311 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2a8db60-0957-4ad5-bd17-cf22075f262d HTTP/1.1" status: 204 len: 168 time: 1.9435074 Nov 20 08:36:24.192687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35692) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:24.356395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c6bc53ef-42b8-4d30-9953-08855806fb1f req-bc65e26f-512e-4da8-ab47-07e8e7484d82 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Synchronizing usage tracker for tenant:3513d0304df9406591a5934dbec2100b on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:24.367229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.529094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Pushing event updated for resources: {'Port': ['ID=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:24.605984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.627952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:24.694707 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60f72223-313d-4438-b2c7-a0c3f4f2f998 req-ae693def-7d37-48a6-b98e-545abe038916 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.1845846 Nov 20 08:36:24.756486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.757660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.759299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.760367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > port after_create 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.761089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.761771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > port after_update 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.762487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.763260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.763935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.764848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:24.769112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Allocated IP 172.20.0.4 (1f77e520-5960-41b4-861f-f79b8f710eca/0873f7ac-b539-4b8b-985d-4f5f2225f0f8/6d67424f-9e08-4531-8a22-2f0b9fc2121b) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:36:24.818207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.885231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:24.909934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Network 91af5a7a-84fd-4805-9228-650700e34b56 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:24.910791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:24.969833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:24.990289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:24.995582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:24.997516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.011453 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7cd7278-223f-4fea-90bb-d9f2891b9c22 req-b965b558-5d86-4725-a283-af72775fedf3 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9486482 Nov 20 08:36:25.051649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:25.052034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:25.052397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:25.052791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80321) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:36:25.053200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8684c18-31ed-4cbd-84dc-79e31406f190']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:25.084725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c6bc53ef-42b8-4d30-9953-08855806fb1f req-bc65e26f-512e-4da8-ab47-07e8e7484d82 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Unset dirty status for tenant:3513d0304df9406591a5934dbec2100b on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:25.099828 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c6bc53ef-42b8-4d30-9953-08855806fb1f req-bc65e26f-512e-4da8-ab47-07e8e7484d82 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8802769 Nov 20 08:36:25.115474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14b45a6-3909-45e5-9560-e01b760285dd') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:25.127905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14b45a6-3909-45e5-9560-e01b760285dd') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:25.154771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.199406 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36ba241099c0434fb06f0f6e3fdb7789&name=default HTTP/1.1" status: 200 len: 2747 time: 2.3190126 Nov 20 08:36:25.202063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35728) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:25.207600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.227265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:36:25.388680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4981894 Nov 20 08:36:25.436332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82fe345-d452-44b6-bd01-fd78558c27f4,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:25.440406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:25.449648 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Request body: {'port': {'device_id': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:25.584302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Network b8684c18-31ed-4cbd-84dc-79e31406f190 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:25.595797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.621344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.635911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.701373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.766636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-6255de7b-b144-485f-a324-807f74ab1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:25.774040 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-6255de7b-b144-485f-a324-807f74ab1ea7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1160 time: 0.5238519 Nov 20 08:36:25.840164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:25.869283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Network b8684c18-31ed-4cbd-84dc-79e31406f190 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:25.911592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Transition to ACTIVE for port object 6d67424f-9e08-4531-8a22-2f0b9fc2121b will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:36:25.941367 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:36:25.985153 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7897a7a2-624c-4929-a1a3-a371efb673af req-30dea835-cc83-4e0c-9c0f-83ee413f33dd tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.1213539 Nov 20 08:36:26.091122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.097974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a19714f9-8893-4bbc-a99e-6e2bf727a4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:26.112022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.116687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82fe345-d452-44b6-bd01-fd78558c27f4,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:26.123181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:26.128449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cc24177-a497-42bb-ab73-fc14f4ef94ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:26.155289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.162456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8684c18-31ed-4cbd-84dc-79e31406f190,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:26.163575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:26.167493 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b8684c18-31ed-4cbd-84dc-79e31406f190 HTTP/1.1" status: 204 len: 168 time: 1.9736991 Nov 20 08:36:26.168641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.169928 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d82fe345-d452-44b6-bd01-fd78558c27f4 HTTP/1.1" status: 204 len: 168 time: 0.9668107 Nov 20 08:36:26.170763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35782) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:26.224013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.277391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Deleting subnet 83740dbb-e143-45fc-b67a-4d4b34e0368b {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:36:26.281187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.355537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.433016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b35fcd6e-a5eb-4c99-88d0-6acecb0bdcb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:26.451112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:26.508532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-2357744a-68c8-44db-b4af-2f5b6d4e69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:26.510562 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-2357744a-68c8-44db-b4af-2f5b6d4e69b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.6287935 Nov 20 08:36:26.636323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'Port': ['ID=6d67424f-9e08-4531-8a22-2f0b9fc2121b,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:26.871301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:26.951070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Network 1f77e520-5960-41b4-861f-f79b8f710eca is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:36:26.963361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:26.966182 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-facc070b-b9d9-494a-95c4-77654cb7c229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.3313973 Nov 20 08:36:26.970937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:36:26.975629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:26.976251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:27.075443 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0851762 Nov 20 08:36:27.101390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:27.124410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-39dabcca-7f3d-4990-91dc-7714b164d704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:27.128256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fff7a9-8cf4-4f7f-943d-0a8f2553beae req-1ffd3ac7-901f-4d16-9c1d-e3ce9c8f367b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:27.128930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f7fff7a9-8cf4-4f7f-943d-0a8f2553beae req-1ffd3ac7-901f-4d16-9c1d-e3ce9c8f367b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Synchronizing usage tracker for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:27.137606 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Request body: {'port': {'device_id': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:27.203096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83740dbb-e143-45fc-b67a-4d4b34e0368b,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:27.216083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:27.420915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:27.423716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-98780aa1-da24-4f9c-846e-14d8e0b063c4 None None] Provisioning for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:27.435111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-98780aa1-da24-4f9c-846e-14d8e0b063c4 None None] Provisioning complete for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:27.435534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-98780aa1-da24-4f9c-846e-14d8e0b063c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:27.436569 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/83740dbb-e143-45fc-b67a-4d4b34e0368b HTTP/1.1" status: 204 len: 168 time: 1.2646294 Nov 20 08:36:27.444206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35818) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:27.465210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-9b2eb5c7-53b3-4e1f-989a-af80b2ae0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:27.466860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-9b2eb5c7-53b3-4e1f-989a-af80b2ae0208 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.4726803 Nov 20 08:36:27.471210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.resource_extend [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:36:27.483951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f7fff7a9-8cf4-4f7f-943d-0a8f2553beae req-1ffd3ac7-901f-4d16-9c1d-e3ce9c8f367b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Unset dirty status for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:27.492791 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7fff7a9-8cf4-4f7f-943d-0a8f2553beae req-1ffd3ac7-901f-4d16-9c1d-e3ce9c8f367b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 931 time: 0.8761976 Nov 20 08:36:27.495865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35824) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:27.552357 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-4bdfc023-48ee-4f44-9203-13badda5239a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721381 Nov 20 08:36:27.731703 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-98780aa1-da24-4f9c-846e-14d8e0b063c4 None None] Port 6d67424f-9e08-4531-8a22-2f0b9fc2121b cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:36:27.769912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:27.893339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:27.923100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587f3b2-d7c3-4ff9-a895-fb8bfff2cf47 req-9141858a-87ab-4af1-a603-3920d5ee2f03 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:27.924837 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4587f3b2-d7c3-4ff9-a895-fb8bfff2cf47 req-9141858a-87ab-4af1-a603-3920d5ee2f03 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 931 time: 0.6078122 Nov 20 08:36:28.044677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:36:28.069844 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7fff7a9-8cf4-4f7f-943d-0a8f2553beae req-ffce640b-cb2e-4ada-87aa-8ad6525e4673 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702839 Nov 20 08:36:28.108515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.161462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.177871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.262488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Transition to ACTIVE for port object 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:28.291430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.427736 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4587f3b2-d7c3-4ff9-a895-fb8bfff2cf47 req-28f166e9-fb30-4b81-946f-5ba6c3df6870 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617248 Nov 20 08:36:28.501610 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcb5d2a-8b18-46b7-8db7-22259ef2c92b']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:28.541884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c660aa6-8a53-41b1-a4ee-56e5d1865b1e') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:28.545918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c660aa6-8a53-41b1-a4ee-56e5d1865b1e') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:28.546138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:28.554687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:28.584229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.618053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:28.620674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:36:28.704221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-6df58e23-a0b3-4ee4-a925-1db45f28efde service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1065962 Nov 20 08:36:28.716082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Usage tracker for resource:security_group_rule and tenant:74927e69f59d48d7b11bafa2b31b18e4 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:28.882623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:29.038104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-8d6d8deb-caba-4464-80a8-84da432d50f0 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:36:29.048516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Pushing event updated for resources: {'Port': ['ID=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:29.203372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:29.356087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:29.381700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:29.583159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:29.699937 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2a3f79e-a9c3-4ec9-a6f1-0e3b5a47538b req-3d6f51be-cadb-4298-8d7f-849c8d95fdfa service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8093331 Nov 20 08:36:29.717912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Attempting to bind port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:29.718818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Attempting to bind port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:29.719924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Attempting to bind port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 on network 91af5a7a-84fd-4805-9228-650700e34b56 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:29.725213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:29.880025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:29.881084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Checking segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:29.882100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:29.882999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Bound using segment: {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:29.883876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Bound port: 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9409eb-33b3-49f5-bd95-194efb0e54ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '91af5a7a-84fd-4805-9228-650700e34b56'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:29.884792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:29.896118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 5b9e6721-3cba-4f0f-9f07-a661511afbea completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:29.909366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:29.914298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.049634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] For port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:30.054093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] For port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:30.064192 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.075353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dfda1-f54e-42d4-abb5-33528bd06463 req-d0aa4d2e-0f9e-47a0-9435-97e0a4765e7d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:30.077882 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-435dfda1-f54e-42d4-abb5-33528bd06463 req-d0aa4d2e-0f9e-47a0-9435-97e0a4765e7d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 943 time: 0.6872849 Nov 20 08:36:30.159784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Network 4fcb5d2a-8b18-46b7-8db7-22259ef2c92b has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:36:30.218201 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:36:30.222369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f189375c-0ec7-4fd9-9f35-2d70ab67d746 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:30.227324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.231360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35912) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:30.273948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 5b9e6721-3cba-4f0f-9f07-a661511afbea, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:30.275066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9e6721-3cba-4f0f-9f07-a661511afbea'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:30.283524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.285569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:30.424492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-435dfda1-f54e-42d4-abb5-33528bd06463 req-9d8fa2b0-882f-4dc6-9b8b-9515ddb0616b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987713 Nov 20 08:36:30.457140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b19ae-ab51-4cd7-b44f-12d24ac859fc req-cfc15e7e-f9bc-4d4e-9ddd-30c9d1b2f74e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:30.457251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=5b9e6721-3cba-4f0f-9f07-a661511afbea,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:30.459787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:30.462157 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-655b19ae-ab51-4cd7-b44f-12d24ac859fc req-cfc15e7e-f9bc-4d4e-9ddd-30c9d1b2f74e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 931 time: 0.4151955 Nov 20 08:36:30.464529 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.551775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.560128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.resource_extend [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:36:30.569610 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-655b19ae-ab51-4cd7-b44f-12d24ac859fc req-3a5b5123-0940-4eef-80d1-4d5abb952290 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983322 Nov 20 08:36:30.572733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:30.615546 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fcb5d2a-8b18-46b7-8db7-22259ef2c92b HTTP/1.1" status: 204 len: 168 time: 3.1685731 Nov 20 08:36:30.619834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcb5d2a-8b18-46b7-8db7-22259ef2c92b,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:30.623083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:30.749404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Pushing event updated for resources: {'Port': ['ID=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:30.764570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:30.779493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:30.793693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.795458 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] 10.222.0.23 "PUT /v2.0/ports/8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 HTTP/1.1" status: 200 len: 1157 time: 5.3729162 Nov 20 08:36:30.796466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:30.824405 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'tag': '8bba647a-5084-4e47-8b79-f2d7c1d8c0f3'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:30.928413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:30.928894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:30.971484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.007565 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9e6721-3cba-4f0f-9f07-a661511afbea', 'code': 200} Nov 20 08:36:31.013721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35934) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:31.153390 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f7ffd47d-043b-445e-8f77-d1e2be955d5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7c9e970b46d4f08b771da72f4f16ddb&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1355557 Nov 20 08:36:31.161180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35938) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:31.270869 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:31.311884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Usage tracker for resource:security_group_rule and tenant:b8a5dc6752554472b29a1ed9d61255f7 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:31.322840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:31.347340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:31.359074 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'tag': '8bba647a-5084-4e47-8b79-f2d7c1d8c0f3', 'status': 'completed', 'code': 200} Nov 20 08:36:31.363398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d67424f-9e08-4531-8a22-2f0b9fc2121b {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:36:31.365815 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.400993 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.423089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.472971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.492530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Transition to ACTIVE for port object 6d67424f-9e08-4531-8a22-2f0b9fc2121b will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:36:31.497566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.508298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-19db5034-5616-4fb5-bd1d-e77add68048b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.533383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.553039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.583889 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.622208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05efd13d-c197-4d67-9ace-7ee0c2836323,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.638156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c29ffa-57fc-4bd8-85e2-7552469b436d,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.647149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:31.651858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:31.759143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.766384 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.767109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.790775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:31.796275 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05efd13d-c197-4d67-9ace-7ee0c2836323 HTTP/1.1" status: 204 len: 168 time: 0.6236303 Nov 20 08:36:31.802351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:31.949753 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8a5dc6752554472b29a1ed9d61255f7&name=default HTTP/1.1" status: 200 len: 2747 time: 1.7129586 Nov 20 08:36:31.950670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Pushing event updated for resources: {'Port': ['ID=6d67424f-9e08-4531-8a22-2f0b9fc2121b,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.951979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b213b1d-c5d8-412d-b90a-ecc1a5db8974,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:31.960860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 35962) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:31.970950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:32.010719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc16dc-4a6a-49b9-b651-a24749d51668 req-d39c3e40-94a5-4a55-a869-ff18d5077af0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.012338 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b6cc16dc-4a6a-49b9-b651-a24749d51668 req-d39c3e40-94a5-4a55-a869-ff18d5077af0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 1.3979435 Nov 20 08:36:32.033821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:32.066798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.23', 49982) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:32.273793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.278300 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74927e69f59d48d7b11bafa2b31b18e4&name=default HTTP/1.1" status: 200 len: 2747 time: 4.7296309 Nov 20 08:36:32.279376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35974) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:32.286445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-1fbbaf7e-6e15-48c4-9922-a8539b02d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.288850 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-1fbbaf7e-6e15-48c4-9922-a8539b02d986 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 1160 time: 1.4051421 Nov 20 08:36:32.305752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.445471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f29a6-23c5-48be-9058-072f767efb8e req-eb75167b-8664-4042-991c-b4c139946dce tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.447717 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a74f29a6-23c5-48be-9058-072f767efb8e req-eb75167b-8664-4042-991c-b4c139946dce tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.23 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 945 time: 0.3772271 Nov 20 08:36:32.469852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489a1b0-8e46-4e28-a4fd-c5c03ded6bcd req-06d33971-1006-49aa-8419-44a98d285f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.472160 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0489a1b0-8e46-4e28-a4fd-c5c03ded6bcd req-06d33971-1006-49aa-8419-44a98d285f40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 1.1046295 Nov 20 08:36:32.529360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a97f3c-ecfc-493c-b2f0-c377378c1a74 req-492ad990-25e5-46f8-80d7-f154a68a1e88 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.531230 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3a97f3c-ecfc-493c-b2f0-c377378c1a74 req-492ad990-25e5-46f8-80d7-f154a68a1e88 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 943 time: 0.5480955 Nov 20 08:36:32.535868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.545905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:32.567884 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-72a89af1-f477-4516-bcf2-0718a29c1423 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 HTTP/1.1" status: 200 len: 217 time: 0.2564039 Nov 20 08:36:32.585507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Attempting to bind port 6d67424f-9e08-4531-8a22-2f0b9fc2121b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:36:32.586124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Attempting to bind port 6d67424f-9e08-4531-8a22-2f0b9fc2121b by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:36:32.586731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Attempting to bind port 6d67424f-9e08-4531-8a22-2f0b9fc2121b on network 1f77e520-5960-41b4-861f-f79b8f710eca {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:36:32.588822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b213b1d-c5d8-412d-b90a-ecc1a5db8974,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:32.610238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Deleting port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:36:32.610868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.650198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:36:32.656600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:32.673908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:32.674942 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9009b163-e884-4d19-94df-277246249337 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b213b1d-c5d8-412d-b90a-ecc1a5db8974 HTTP/1.1" status: 204 len: 168 time: 0.6970844 Nov 20 08:36:32.746918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9405b-9931-4c52-8315-8796899cd304 req-0ac6707f-0408-440c-b97d-9fc41dcac7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:32.756419 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-0ac6707f-0408-440c-b97d-9fc41dcac7d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.1687179 Nov 20 08:36:32.760417 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b6cc16dc-4a6a-49b9-b651-a24749d51668 req-608450d6-771e-4237-8a9b-1c49ce776804 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006076 Nov 20 08:36:32.777025 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3a97f3c-ecfc-493c-b2f0-c377378c1a74 req-87cf8182-6e61-4390-9fb1-cbfccdd0e4b8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333586 Nov 20 08:36:32.889477 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-24f20dfa-8f6c-47b2-8527-00316ec45878 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319880 Nov 20 08:36:32.910795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35984) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:33.030059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.089351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:36:33.091134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Checking segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:33.091623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.092039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Bound using segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:36:33.092542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Bound port: 6d67424f-9e08-4531-8a22-2f0b9fc2121b, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:36:33.092983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.159364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.200190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:33.222481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,segment=NetworkSegment(5c14399a-7efe-443d-a8de-f3a65302b155),segment_id=5c14399a-7efe-443d-a8de-f3a65302b155)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:33.226762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.229158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:33.273192 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-747b836a-ada9-443a-98e2-4fa619fc5f6d service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526881 Nov 20 08:36:33.282749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0489a1b0-8e46-4e28-a4fd-c5c03ded6bcd req-3bba98ca-42bf-4273-8d66-f53c7b4967ab service neutron] Synchronizing usage tracker for tenant:b40fd77a7504490da53a9296f6fee07e on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:33.289408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.290302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] For port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,segment=NetworkSegment(5c14399a-7efe-443d-a8de-f3a65302b155),segment_id=5c14399a-7efe-443d-a8de-f3a65302b155)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:33.291101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.310641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:33.314705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:33.328223 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf', 'code': 200} Nov 20 08:36:33.511619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Calling delete_port for 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf owned by compute:nova {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:36:33.529823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 35996) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:33.574435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0489a1b0-8e46-4e28-a4fd-c5c03ded6bcd req-3bba98ca-42bf-4273-8d66-f53c7b4967ab service neutron] Unset dirty status for tenant:b40fd77a7504490da53a9296f6fee07e on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:33.575777 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0489a1b0-8e46-4e28-a4fd-c5c03ded6bcd req-3bba98ca-42bf-4273-8d66-f53c7b4967ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0917239 Nov 20 08:36:33.597586 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1d48db5f-e2e4-46e6-9699-a5a1882a454a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a44df25e0ce432083d30e1b635ea501&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6750846 Nov 20 08:36:33.597972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36004) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:33.790029 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] For port 6d67424f-9e08-4531-8a22-2f0b9fc2121b, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:36:33.794748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.804921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.817338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:36:33.817688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:36:33.839400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.853725 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bba9405b-9931-4c52-8315-8796899cd304 req-099ebbf5-3001-43af-bfde-f4ae6d04bb5e service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5153422 Nov 20 08:36:33.854796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.865712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] For port 6d67424f-9e08-4531-8a22-2f0b9fc2121b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:36:33.869586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:33.892411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.897421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b82621e7-3e75-4726-bf37-a1f9f39430d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:33.906664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.913240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c29ffa-57fc-4bd8-85e2-7552469b436d,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:33.936314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badffa6f-0b5a-46a3-ac7a-41f2b973944e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:33.957226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b6d80-10de-4149-bb75-3c13379b9d33 req-17fdc4ef-7548-444e-bbb3-aa6e83ec6c7a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:33.958056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-389b6d80-10de-4149-bb75-3c13379b9d33 req-17fdc4ef-7548-444e-bbb3-aa6e83ec6c7a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:33.982400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:33.986585 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54c29ffa-57fc-4bd8-85e2-7552469b436d HTTP/1.1" status: 204 len: 168 time: 1.6937776 Nov 20 08:36:34.009364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.009763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.010181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.010585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.010946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.011290 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.011670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.012831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.013310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.013471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.013688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.013864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.014063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.014250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.014446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.014603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.014835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.014950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.015230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.015335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.015598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.015709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.016576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.016822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.016982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.017264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.017416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.017625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.017719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.017992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.018092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.018363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.018462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.018804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.018902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.019123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.019227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.019486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.019585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.019851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.020222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.020588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.020980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.021346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.021713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.022675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.023048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.024133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:34.028685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:34.035789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:34.038650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:34.040036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:34.041245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:34.042741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/badffa6f-0b5a-46a3-ac7a-41f2b973944e HTTP/1.1" status: 204 len: 168 time: 0.4449644 Nov 20 08:36:34.079605 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777b819-2f7b-43fb-b710-1253cd475058 req-dcf797d6-707b-4ed0-807c-49ef9fd3cff0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:34.080567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-b777b819-2f7b-43fb-b710-1253cd475058 req-dcf797d6-707b-4ed0-807c-49ef9fd3cff0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Synchronizing usage tracker for tenant:244868edb995479b9d2f89509a385a8e on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:36:34.103404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-b777b819-2f7b-43fb-b710-1253cd475058 req-dcf797d6-707b-4ed0-807c-49ef9fd3cff0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Unset dirty status for tenant:244868edb995479b9d2f89509a385a8e on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:34.104741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b777b819-2f7b-43fb-b710-1253cd475058 req-dcf797d6-707b-4ed0-807c-49ef9fd3cff0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 943 time: 0.1646538 Nov 20 08:36:34.176645 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b777b819-2f7b-43fb-b710-1253cd475058 req-4a0be958-8190-422f-a5e6-0b77ce6726f9 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Nov 20 08:36:34.282128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-389b6d80-10de-4149-bb75-3c13379b9d33 req-17fdc4ef-7548-444e-bbb3-aa6e83ec6c7a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:36:34.283610 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-389b6d80-10de-4149-bb75-3c13379b9d33 req-17fdc4ef-7548-444e-bbb3-aa6e83ec6c7a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 943 time: 1.1748385 Nov 20 08:36:34.310366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Usage tracker for resource:security_group_rule and tenant:d2fab64d9ed3461b980afeace386dc67 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:34.318670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Deleting port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:36:34.318921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:34.362343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:34.385035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:34.712295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Pushing event updated for resources: {'Port': ['ID=6d67424f-9e08-4531-8a22-2f0b9fc2121b,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:34.721124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:34.730664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:34.732050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:34.736344 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] 10.222.0.23 "PUT /v2.0/ports/6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 1157 time: 7.6230299 Nov 20 08:36:34.740777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:34.762322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:34.795671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:34.809107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eecb1e47-c4e8-4d0d-bc8b-03f8f33b41b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:34.845761 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-389b6d80-10de-4149-bb75-3c13379b9d33 req-d74adb14-8f21-48ef-b4e6-40407875d1e2 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5312555 Nov 20 08:36:34.852388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81152d69-5bec-4ee4-a943-b1b34365068d,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:34.856687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:34.918724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] For port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,segment=NetworkSegment(5c14399a-7efe-443d-a8de-f3a65302b155),segment_id=5c14399a-7efe-443d-a8de-f3a65302b155)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:34.919124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:34.961181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-791f4ec0-d387-48b9-9710-5c7f2ea4c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:34.962831 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-791f4ec0-d387-48b9-9710-5c7f2ea4c49f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 1160 time: 0.9310207 Nov 20 08:36:34.966617 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-df95f512-3ce4-464a-b655-36f9344bea6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2fab64d9ed3461b980afeace386dc67&name=default HTTP/1.1" status: 200 len: 2747 time: 1.4307685 Nov 20 08:36:34.971041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36046) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:35.015108 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'status': 'completed', 'code': 200} Nov 20 08:36:35.123190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-e5c520f3-ab55-4503-a525-92f352e68b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.125012 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-e5c520f3-ab55-4503-a525-92f352e68b56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1160 time: 0.2760653 Nov 20 08:36:35.482073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36060) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:35.491596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Calling delete_port for 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf owned by compute:nova {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:36:35.584967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:35.595599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:35.631513 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-9e47a600-cea0-4dc4-9ca6-5e81ff1ede4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 217 time: 0.4182959 Nov 20 08:36:35.634004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b111-cb50-40dc-b62a-cf3eea91a96b req-7465a87b-ab1d-4aef-833c-7b8e86411c7d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.635763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0fb9b111-cb50-40dc-b62a-cf3eea91a96b req-7465a87b-ab1d-4aef-833c-7b8e86411c7d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 943 time: 1.2147269 Nov 20 08:36:35.722453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:35.735054 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Usage tracker for resource:security_group_rule and tenant:a229a46c22e140cfb17b0864d7194df9 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:35.740965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:35.742456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:35.755986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-d297ea48-0502-4fe0-8d60-d29ce668d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.757823 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-d297ea48-0502-4fe0-8d60-d29ce668d0b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.7836714 Nov 20 08:36:35.790749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:35.819904 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0fb9b111-cb50-40dc-b62a-cf3eea91a96b req-cc862a63-25cb-4ec9-a00c-b33749e2a353 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671627 Nov 20 08:36:35.835410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:35.879811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:35.898726 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-1051087d-67ce-4fc6-8d09-9ef70054fc62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 HTTP/1.1" status: 200 len: 217 time: 0.1338124 Nov 20 08:36:35.902035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-0b45e7eb-0f89-405b-a9d6-02b282117631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.902903 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-0b45e7eb-0f89-405b-a9d6-02b282117631 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.2557209 Nov 20 08:36:35.909882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94aa8-67a4-4f47-a23f-9b9697fecdb1 req-8fb5d9be-b5c3-4d84-b599-9b4c6f1dd211 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:35.917442 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a8f94aa8-67a4-4f47-a23f-9b9697fecdb1 req-8fb5d9be-b5c3-4d84-b599-9b4c6f1dd211 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 865 time: 0.3855870 Nov 20 08:36:36.011279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-5ea341a6-a06b-42dc-b7ea-741f7aac9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:36.013051 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-5ea341a6-a06b-42dc-b7ea-741f7aac9b48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.0923493 Nov 20 08:36:36.120083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Pushing event deleted for resources: {'Port': ['ID=55e13e48-ba5a-4a02-a9ad-9231eb1cacbf,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:36.140011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:36.247172 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-1db48de5-b370-4fa5-8e50-9ee5f67d7e6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683846 Nov 20 08:36:36.272688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] No DVR routers for this DVR port 55e13e48-ba5a-4a02-a9ad-9231eb1cacbf on host hv-cinder-73362 {{(pid=80321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:36:36.276049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.287828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'name': 'network-vif-deleted', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:36.335566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.339750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.341840 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a74f29a6-23c5-48be-9058-072f767efb8e req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.23 "DELETE /v2.0/ports/55e13e48-ba5a-4a02-a9ad-9231eb1cacbf HTTP/1.1" status: 204 len: 173 time: 3.8878140 Nov 20 08:36:36.347328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.357962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:36.364643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:36.416435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08392135-72bd-4893-abde-2091b29bdfbc,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:36.420155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:36.432319 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a229a46c22e140cfb17b0864d7194df9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.9084368 Nov 20 08:36:36.436574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36096) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:36.458371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3122-6869-4a21-9119-d63995a5af7f req-a89a1595-1e53-4972-85f5-2304b6dd80d6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:36.460075 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ac3c3122-6869-4a21-9119-d63995a5af7f req-a89a1595-1e53-4972-85f5-2304b6dd80d6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 943 time: 0.3215816 Nov 20 08:36:36.481702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36100) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:36.488684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81152d69-5bec-4ee4-a943-b1b34365068d,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:36.511342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:36.520961 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a8f94aa8-67a4-4f47-a23f-9b9697fecdb1 req-40cc2023-dc2e-4c57-9330-5e8e1e1a09f0 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/security-groups?id=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022391 Nov 20 08:36:36.622094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.653348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.696742 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ac3c3122-6869-4a21-9119-d63995a5af7f req-40dfc958-34fe-4f8a-8c9d-731fe42ea648 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202609 Nov 20 08:36:36.726180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.733239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-68a4d88e-5f11-41ef-a3c3-6c9f1962b167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:36.760340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08392135-72bd-4893-abde-2091b29bdfbc,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:36.773431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:36.774530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.776445 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08392135-72bd-4893-abde-2091b29bdfbc HTTP/1.1" status: 204 len: 168 time: 0.3385069 Nov 20 08:36:36.799798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:36.800117 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81152d69-5bec-4ee4-a943-b1b34365068d HTTP/1.1" status: 204 len: 168 time: 1.8281894 Nov 20 08:36:36.815794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-acf166be-128e-4b5e-a46a-ff8b3f47943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:36.817465 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-acf166be-128e-4b5e-a46a-ff8b3f47943b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8957798 Nov 20 08:36:37.063426 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-b119b4d0-28ef-4788-95c7-c7dbd065e4a8 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953393 Nov 20 08:36:37.091094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:37.237569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:37.238439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:37.383670 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-2e896bca-4b17-4f6e-a427-4bc6785ae4c1 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574169 Nov 20 08:36:37.426943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:37.513680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:37.520398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ceaede7ad4449d49b037d6ee5c57664 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:37.524109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:37.531209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:37.632239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:37.643984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:37.693857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:37.712819 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ceaede7ad4449d49b037d6ee5c57664&name=default HTTP/1.1" status: 200 len: 2747 time: 1.2296228 Nov 20 08:36:37.735662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36130) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:37.845748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116051b4-93fa-43aa-8fd2-cb6d8d897ed6 req-07b40dcd-3899-4deb-89d1-dd8e090d241a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:37.859602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-116051b4-93fa-43aa-8fd2-cb6d8d897ed6 req-07b40dcd-3899-4deb-89d1-dd8e090d241a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 943 time: 0.6905968 Nov 20 08:36:37.904289 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ecbdab9-71aa-4871-9124-305c8bf969cb req-d049f944-d97b-48a3-acd1-447e94eab973 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5106387 Nov 20 08:36:37.940886 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20324a56-990c-40f9-b3fb-42d1fdc28cbc req-608f6f15-aa65-4c2d-b84f-5990408ddf0e service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8265936 Nov 20 08:36:37.944892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b8eb8-8c41-41dd-bc7c-bd06055c2172,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:37.966385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44c6dda-6f6b-419e-8d76-1694635e3d15', 'name': 'network-vif-deleted', 'tag': '55e13e48-ba5a-4a02-a9ad-9231eb1cacbf', 'status': 'completed', 'code': 200} Nov 20 08:36:37.967822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:38.057679 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-116051b4-93fa-43aa-8fd2-cb6d8d897ed6 req-1d5709d3-8490-491d-81bb-34f9da57a150 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955030 Nov 20 08:36:38.078766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.181774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.366801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.373657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdfa0c9a-b2f5-4ac7-b163-f75a952149d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:38.394919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b8eb8-8c41-41dd-bc7c-bd06055c2172,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:38.405005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:38.407593 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/625b8eb8-8c41-41dd-bc7c-bd06055c2172 HTTP/1.1" status: 204 len: 168 time: 0.6668797 Nov 20 08:36:38.409243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:38.446103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-b3bf8977-5cd2-424a-9fdf-a6cf7b5cda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:38.456209 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-b3bf8977-5cd2-424a-9fdf-a6cf7b5cda31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1160 time: 0.3661530 Nov 20 08:36:38.775643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c94a4-8061-4406-88d8-f8b82e141294 req-d7263e36-116c-479d-aa86-9ed66c72f46d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:38.777538 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-929f8447-417b-44aa-8de9-5d36885c30c9 req-900bc605-07ee-4919-9da4-aa353fda29e9 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] 10.222.0.20 "GET /v2.0/ports?device_id=f44c6dda-6f6b-419e-8d76-1694635e3d15 HTTP/1.1" status: 200 len: 210 time: 0.1134646 Nov 20 08:36:38.790761 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-551c94a4-8061-4406-88d8-f8b82e141294 req-d7263e36-116c-479d-aa86-9ed66c72f46d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 943 time: 0.2321532 Nov 20 08:36:38.793548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-b891284f-1e96-4507-a4eb-072e7bd87387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:38.796115 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-b891284f-1e96-4507-a4eb-072e7bd87387 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.3291905 Nov 20 08:36:38.895101 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-551c94a4-8061-4406-88d8-f8b82e141294 req-6f0b2d22-2e73-4a78-90c8-186a8be1edcd tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027017 Nov 20 08:36:38.934072 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-41ed4768-b9b6-4c87-a275-67325147a0af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 217 time: 0.1254354 Nov 20 08:36:39.022830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-1aff60fc-743a-4496-a77f-827f73d8f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:39.024501 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-1aff60fc-743a-4496-a77f-827f73d8f3ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.0837505 Nov 20 08:36:39.123251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-79678d42-e383-4899-ac1d-50a3fa614d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:39.126995 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-79678d42-e383-4899-ac1d-50a3fa614d38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0942416 Nov 20 08:36:39.395096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36174) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:39.424301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.504573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:39.520315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Usage tracker for resource:security_group_rule and tenant:b72f07b4070d473c828a578d55fcf157 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:39.533700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:39.540219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:39.631878 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-38b0eace-c7f0-4e62-9e07-01800e91c664 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976280 Nov 20 08:36:39.702260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:39.741306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.745722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.779084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14acd330-c556-4413-9c3f-843c3ae2fb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:39.821030 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-001c547f-92ee-4fae-8e04-5fc0d1d31422 req-c45a5003-52e0-4adf-b667-742b0df83b22 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1801844 Nov 20 08:36:39.840562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b28c-adcf-48ac-a334-9e35f1dd477d req-2d8d79ce-89d3-4ed9-b95f-92a1f8b33734 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:39.863873 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f935b28c-adcf-48ac-a334-9e35f1dd477d req-2d8d79ce-89d3-4ed9-b95f-92a1f8b33734 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 943 time: 0.3609841 Nov 20 08:36:39.904934 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b72f07b4070d473c828a578d55fcf157&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5059197 Nov 20 08:36:39.909370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36194) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:39.913070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:39.921218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:39.923877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d31691-12f9-419e-90d7-8b61e25f5404,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:39.928816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:39.930801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:40.065787 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f935b28c-adcf-48ac-a334-9e35f1dd477d req-274bc052-32e2-4529-813f-5a726aefc9f5 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939902 Nov 20 08:36:40.138929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.206714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.210614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.288048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:40.289221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bba647a-5084-4e47-8b79-f2d7c1d8c0f3'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:40.305377 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.306542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:40.307924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.314372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6023738f-7bb3-4d57-afc6-a8b2cce30358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:40.354437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d31691-12f9-419e-90d7-8b61e25f5404,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:40.357698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:40.358671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.363458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:40.373045 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d31691-12f9-419e-90d7-8b61e25f5404 HTTP/1.1" status: 204 len: 168 time: 0.4504197 Nov 20 08:36:40.465767 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bba647a-5084-4e47-8b79-f2d7c1d8c0f3', 'code': 200} Nov 20 08:36:40.469489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:40.520754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.521811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.522648 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.523498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.524327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.525222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.526015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.526751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.527502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.528319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.529224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.530050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.530943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.532699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.533518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.534354 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.535162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.535968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.536831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.541219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.542109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.542911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.543744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.544564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:36:40.574683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:40.641685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651adb3-a260-415f-96b1-90451d67cfa3 req-d2b1426b-b7f5-429a-b2f0-00195c90b9b9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:40.648739 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9651adb3-a260-415f-96b1-90451d67cfa3 req-d2b1426b-b7f5-429a-b2f0-00195c90b9b9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 943 time: 0.3133173 Nov 20 08:36:40.706044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:40.708854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:40.938394 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9651adb3-a260-415f-96b1-90451d67cfa3 req-32b57d1a-a1df-4b2a-9027-4fc7d4dd360f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582619 Nov 20 08:36:41.098421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfb149-9059-4bea-8a5f-793da38a0825 req-e8179922-03b6-40d3-8442-8711fbf44e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:41.101594 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ffbfb149-9059-4bea-8a5f-793da38a0825 req-e8179922-03b6-40d3-8442-8711fbf44e07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 1162 time: 0.2246614 Nov 20 08:36:41.189484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ffbfb149-9059-4bea-8a5f-793da38a0825 req-1808a083-f563-4863-bad9-6ba91e957dbf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791647 Nov 20 08:36:41.554946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec74ea-af23-4ad4-8aae-414be92f0ab7 req-914c751d-eb96-432c-968c-c4899366c22b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:41.557308 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-13ec74ea-af23-4ad4-8aae-414be92f0ab7 req-914c751d-eb96-432c-968c-c4899366c22b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1361907 Nov 20 08:36:41.628497 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-13ec74ea-af23-4ad4-8aae-414be92f0ab7 req-f30b59ad-9a2f-4425-82c3-beae005f520f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638537 Nov 20 08:36:42.235813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaea14-2897-41ed-8705-a99aebb8c733 req-0dd0ea61-b482-46a1-bc76-353a53002186 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:42.244807 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bccaea14-2897-41ed-8705-a99aebb8c733 req-0dd0ea61-b482-46a1-bc76-353a53002186 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 943 time: 0.1039553 Nov 20 08:36:42.269898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:42.306410 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bccaea14-2897-41ed-8705-a99aebb8c733 req-72fef4c2-5480-4752-b8a0-02b13d282275 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602028 Nov 20 08:36:42.314404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36292) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:42.360602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36298) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:42.425052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:42.425754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:42.609717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:42.788989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:36:42.801865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:42.802187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:42.963956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.010980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 6d67424f-9e08-4531-8a22-2f0b9fc2121b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:36:43.012106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:43.020270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.023370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:43.066804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.130993 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=6d67424f-9e08-4531-8a22-2f0b9fc2121b,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:43.134236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:43.150414 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'code': 200} Nov 20 08:36:43.213113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.317052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:43.324702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ffdea657f84f52abd28eb873ba56ec is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:43.330768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:43.341725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:43.356706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36340) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:43.393960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:36:43.444164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.464439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.479176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-06175000-853f-4a13-8c04-cd38a372a8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:43.536863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:36:43.537657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.567400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:43.597344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36346) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:43.605618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721202-d38f-42d4-850c-34d52c6d5b71 req-f1bbc404-440f-4978-863c-84aa34ec457e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:43.615646 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-91721202-d38f-42d4-850c-34d52c6d5b71 req-f1bbc404-440f-4978-863c-84aa34ec457e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.5293477 Nov 20 08:36:43.624049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c2217e31af4442924fd8e8938956ab is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:43.647256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:43.737352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Deleting subnet 52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0 {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:36:43.745640 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-91721202-d38f-42d4-850c-34d52c6d5b71 req-75aa8a09-ec14-4022-bcea-bd561042273e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285949 Nov 20 08:36:43.746801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81ac4a2-a1ef-4fdf-83f0-08916d27554c,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:43.753043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.756989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:43.759545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:43.814070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4612c232-0235-4767-a637-db29dce7a906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.857815 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6ffdea657f84f52abd28eb873ba56ec&name=default HTTP/1.1" status: 200 len: 2747 time: 1.4953797 Nov 20 08:36:43.868368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca4906-edee-4367-b605-4c2c13676c47 req-a3115c2e-262c-4199-b4e4-3f2c87132e14 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:43.870734 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f4ca4906-edee-4367-b605-4c2c13676c47 req-a3115c2e-262c-4199-b4e4-3f2c87132e14 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.3663051 Nov 20 08:36:43.874611 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:43.880589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36356) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:43.986252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.032653 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f4ca4906-edee-4367-b605-4c2c13676c47 req-3f5e38c2-33a2-4267-b374-c6e037a930d3 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241755 Nov 20 08:36:44.050997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.072334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e01167-3810-4713-8180-9f48ae716bd6 req-3f14aa72-58ab-492d-ac91-77dd2d846831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:44.081050 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c8e01167-3810-4713-8180-9f48ae716bd6 req-3f14aa72-58ab-492d-ac91-77dd2d846831 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1162 time: 0.5685115 Nov 20 08:36:44.128854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.133154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.223799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:44.258960 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6c2217e31af4442924fd8e8938956ab&name=default HTTP/1.1" status: 200 len: 2747 time: 1.9409716 Nov 20 08:36:44.288966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36368) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:44.346248 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.429015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:44.443368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5d0525-1f57-458e-bbb2-bbf3bd010557,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:44.487942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.505159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:44.513186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:44.514327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:44.517340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.570970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:44.575205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6886e5d5d94b4a55af0917672c1b8411 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:44.579091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:44.585294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:44.683069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.683289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.696364 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/52bcdb3d-eaf9-4a1c-9f53-80f3eafd65e0 HTTP/1.1" status: 204 len: 168 time: 1.3384962 Nov 20 08:36:44.698844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36376) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:44.768509 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c8e01167-3810-4713-8180-9f48ae716bd6 req-5d5d38f2-b8ba-4949-ab3e-f5a68e5b2b64 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6424794 Nov 20 08:36:44.780125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.830282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1f9c8a48-03d6-4475-9a4d-4c398d3ea042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:44.873303 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6886e5d5d94b4a55af0917672c1b8411&name=default HTTP/1.1" status: 200 len: 2747 time: 1.2527351 Nov 20 08:36:44.873552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.873660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:44.897776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36388) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:44.901979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a84dbdb-80b9-497b-abe9-1958be19fc68,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:44.910979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:45.184049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.253285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.306365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.347772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.386677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.406314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5f47708b-4089-4a64-9570-a83478741429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:45.429071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81ac4a2-a1ef-4fdf-83f0-08916d27554c,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:45.447209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b27a68-2412-47c0-9947-b2ec2ebe1306']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:45.462333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8492e-2b82-4959-987c-853ace71c1b0 req-4082c206-780f-4551-8d36-1cb606be0924 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:45.464826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a8f6d-b44b-43f7-b6df-c1dd1b95f61e req-8595b9ac-0e3f-408b-9cf2-635a6247d8b4 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:45.466525 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-970a8f6d-b44b-43f7-b6df-c1dd1b95f61e req-8595b9ac-0e3f-408b-9cf2-635a6247d8b4 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1402743 Nov 20 08:36:45.467065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36406) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:45.467713 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-81a8492e-2b82-4959-987c-853ace71c1b0 req-4082c206-780f-4551-8d36-1cb606be0924 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.4292135 Nov 20 08:36:45.468819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:45.480860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c14399a-7efe-443d-a8de-f3a65302b155') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:45.481208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c14399a-7efe-443d-a8de-f3a65302b155') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:45.529370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.540159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-029829e3-11c5-4352-8bd1-7244571ae512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:45.542308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.551662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.555480 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e81ac4a2-a1ef-4fdf-83f0-08916d27554c HTTP/1.1" status: 204 len: 168 time: 1.6654203 Nov 20 08:36:45.555676 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-970a8f6d-b44b-43f7-b6df-c1dd1b95f61e req-0c5457e8-4bbc-410f-b306-7cf0e0b355d8 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598528 Nov 20 08:36:45.585336 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-81a8492e-2b82-4959-987c-853ace71c1b0 req-523609dd-969f-4fc4-9a02-24a3d81119cd tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959342 Nov 20 08:36:45.586198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.589765 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a84dbdb-80b9-497b-abe9-1958be19fc68 HTTP/1.1" status: 204 len: 168 time: 0.6800778 Nov 20 08:36:45.589765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a84dbdb-80b9-497b-abe9-1958be19fc68,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:45.594511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.595163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:45.598496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:36:45.604435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.612584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:45.632637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:45.632637 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd5d0525-1f57-458e-bbb2-bbf3bd010557 HTTP/1.1" status: 204 len: 168 time: 1.3322544 Nov 20 08:36:45.643479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5d0525-1f57-458e-bbb2-bbf3bd010557,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:45.649133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:46.056398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:46.081995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:46.167799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a23498f-3c54-4afa-8b97-320a4244beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:46.338346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Network 44b27a68-2412-47c0-9947-b2ec2ebe1306 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:36:46.733217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e3fc-e71d-4f78-b371-dfd2ad841928 req-3b2cf5b0-9d06-4701-a20e-f4fe9086d3d0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:46.743007 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aaf3e3fc-e71d-4f78-b371-dfd2ad841928 req-3b2cf5b0-9d06-4701-a20e-f4fe9086d3d0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.4858017 Nov 20 08:36:46.753188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-d98bbd7a-7fe7-4a7f-b418-cb2bbd2e4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:46.756173 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-d98bbd7a-7fe7-4a7f-b418-cb2bbd2e4dd4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 1162 time: 0.6229057 Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:36:46.925724 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:36:46.936810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36438) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:46.944240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.008164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.119492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-497ca880-80c5-4905-bbba-a023c55fb3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:47.121219 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-497ca880-80c5-4905-bbba-a023c55fb3af service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.3489826 Nov 20 08:36:47.129233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.167484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:47.177355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Usage tracker for resource:security_group_rule and tenant:c26941348d214d48b627d18f37df4044 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:47.186375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:47.200150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:47.231003 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aaf3e3fc-e71d-4f78-b371-dfd2ad841928 req-9d07d3ad-a320-44d2-80c9-2341fa5e8525 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732540 Nov 20 08:36:47.233313 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-70e70c06-d3ff-4a49-a2f5-2fc340ddbb43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 HTTP/1.1" status: 200 len: 217 time: 0.1024938 Nov 20 08:36:47.340442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-3bbe337a-ea09-4a33-b9c7-66e2995ecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:47.342117 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-3bbe337a-ea09-4a33-b9c7-66e2995ecb38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.1008027 Nov 20 08:36:47.344803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:47.357775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Usage tracker for resource:security_group_rule and tenant:a7860c611eed423d852b12d440894044 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:47.363975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:47.374891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:47.389194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36448) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:47.400919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.411787 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-1835dc2c-f8b9-49a7-be88-0e5619b7f349 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615633 Nov 20 08:36:47.463832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.489145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.502175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:36:47.510435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:47.551657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:47.555971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Usage tracker for resource:security_group_rule and tenant:8051b1e022544911966283777513491f is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:47.559279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:47.565708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:47.578908 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-bd7091df-68ec-440e-a0ae-ae21e997d418 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587679 Nov 20 08:36:47.606201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.618132 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] 10.222.0.20 "DELETE /v2.0/networks/44b27a68-2412-47c0-9947-b2ec2ebe1306 HTTP/1.1" status: 204 len: 168 time: 2.9177017 Nov 20 08:36:47.736706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.741621 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.751856 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c4b2511-42ba-4e30-a30d-2cba3f5b507c req-4efd253f-a85e-4f74-8407-bb7f957a1724 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1662538 Nov 20 08:36:47.791296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58a5-7dc8-4686-bc01-e793e64822f6 req-b8211d26-dff9-4506-9c1b-c013a7ef6aed tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:47.793159 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e22a58a5-7dc8-4686-bc01-e793e64822f6 req-b8211d26-dff9-4506-9c1b-c013a7ef6aed tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.8592386 Nov 20 08:36:47.796542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.804918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Pushing event deleted for resources: {'Network': ['ID=44b27a68-2412-47c0-9947-b2ec2ebe1306,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:47.828309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:47.829750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdc75472-295a-482e-be9b-ee63ff741898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:47.928776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.931654 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c26941348d214d48b627d18f37df4044&name=default HTTP/1.1" status: 200 len: 2747 time: 2.4604743 Nov 20 08:36:47.935602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36466) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:47.945126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:47.954265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477e60-3b7c-4608-9539-87692586daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d314f8f-1b8a-4d88-9aa8-82044a36cf96,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:47.966313 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8051b1e022544911966283777513491f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5681629 Nov 20 08:36:47.979677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36470) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:48.022745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.039978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.045294 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e22a58a5-7dc8-4686-bc01-e793e64822f6 req-608ef1b9-8902-4d2f-95fc-694b7c50d63b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377100 Nov 20 08:36:48.090331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eae931-4024-4b6d-965a-4ad529aeb1ba,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:48.095708 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7860c611eed423d852b12d440894044&name=default HTTP/1.1" status: 200 len: 2747 time: 1.1569812 Nov 20 08:36:48.099573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36476) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:48.121516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.122075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:48.195701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36484) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:48.216893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.258238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.263257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.305276 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.311434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.395715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.399905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ab26e-e032-40bc-958a-cf111e87df99,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:48.407125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.411944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:48.412293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.428027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.438407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-78594a18-b0fd-4fca-a200-ae9ef8aefd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:48.462305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ab26e-e032-40bc-958a-cf111e87df99,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:48.472776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.476382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.479773 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31ab26e-e032-40bc-958a-cf111e87df99 HTTP/1.1" status: 204 len: 168 time: 0.3770940 Nov 20 08:36:48.497847 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-62a293e4-dbf0-4c47-9757-dd2afb0f56c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244868edb995479b9d2f89509a385a8e&name=default HTTP/1.1" status: 200 len: 2743 time: 0.3006463 Nov 20 08:36:48.505636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36498) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:48.518949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb452-9901-49b1-911e-237dd114e32f req-86c62d40-1431-4a93-bcdf-9f33b618ef1e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:48.521122 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-839fb452-9901-49b1-911e-237dd114e32f req-86c62d40-1431-4a93-bcdf-9f33b618ef1e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2342694 Nov 20 08:36:48.522659 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.534029 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f2f2f197-8bd5-4d5a-92e2-f195f6f920e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:48.545083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36502) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:48.568164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.569467 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d314f8f-1b8a-4d88-9aa8-82044a36cf96 HTTP/1.1" status: 204 len: 168 time: 0.6303673 Nov 20 08:36:48.573658 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'floatingip': {'port_id': '6d67424f-9e08-4531-8a22-2f0b9fc2121b'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:48.608514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.647250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:48.663197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.680149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eae931-4024-4b6d-965a-4ad529aeb1ba,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:48.709595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.732979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.735193 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32eae931-4024-4b6d-965a-4ad529aeb1ba HTTP/1.1" status: 204 len: 168 time: 0.7546232 Nov 20 08:36:48.740754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d314f8f-1b8a-4d88-9aa8-82044a36cf96,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:48.743940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:48.916333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:48.960877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.018793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.024966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:49.044412 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58385c9-bbaf-43d2-ada8-4a1e0669b1e2,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:49.048736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:49.060792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.062077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e58385c9-bbaf-43d2-ada8-4a1e0669b1e2 HTTP/1.1" status: 204 len: 168 time: 0.5553637 Nov 20 08:36:49.081490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc35f3-f5e5-4a5a-b40b-09d616b5181f req-f7bb35a5-e6ec-4b5d-8f83-646fe7d26a24 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:49.083235 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ffcc35f3-f5e5-4a5a-b40b-09d616b5181f req-f7bb35a5-e6ec-4b5d-8f83-646fe7d26a24 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.3115857 Nov 20 08:36:49.158926 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ffcc35f3-f5e5-4a5a-b40b-09d616b5181f req-ad00aec9-e5cb-4c35-9b9d-78c74b44081d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691028 Nov 20 08:36:49.172987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.904967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36534) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:49.925891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:49.962858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:49.967769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Usage tracker for resource:security_group_rule and tenant:666fb1bd0d9d4d368e7d0e97f3e303af is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:49.971355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:49.977918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:50.005134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.resource_extend [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 20 08:36:50.055858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.061586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.090025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:50.117738 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=666fb1bd0d9d4d368e7d0e97f3e303af&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2092505 Nov 20 08:36:50.120252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36540) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:50.131833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0814380-f010-4934-8ce2-ef709b19edd3,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:50.135674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:50.199367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.207228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.541142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.579585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.654448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.661929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eaf1fc6f-1739-48f1-b4ee-33dcc65316a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:50.695652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:50.699166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0814380-f010-4934-8ce2-ef709b19edd3 HTTP/1.1" status: 204 len: 168 time: 0.5750458 Nov 20 08:36:50.699166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0814380-f010-4934-8ce2-ef709b19edd3,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:50.702305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:50.822547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6c2f-1bd8-4216-81b5-e5747523b67f req-3fc6421b-a04c-4016-a371-393c236daf0a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:50.824302 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1bca6c2f-1bd8-4216-81b5-e5747523b67f req-3fc6421b-a04c-4016-a371-393c236daf0a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.4315448 Nov 20 08:36:50.891460 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1bca6c2f-1bd8-4216-81b5-e5747523b67f req-d1e1315c-ec9e-44ab-a684-dfa17f8a8305 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579565 Nov 20 08:36:50.898801 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Floating IP f685a1c6-0be0-490a-8a85-c86329bf789f associated. External IP: 172.28.3.147, port: 6d67424f-9e08-4531-8a22-2f0b9fc2121b. Nov 20 08:36:51.558539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:36:52.116521 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:36:52.121484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:52.149829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:36:52.176742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:52.177444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:36:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:52.247385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-45a45ee6-b74d-47f7-a22c-bfaa2d81becc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "PUT /v2.0/floatingips/f685a1c6-0be0-490a-8a85-c86329bf789f HTTP/1.1" status: 200 len: 991 time: 3.6930318 Nov 20 08:36:52.248040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:36:52.413376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66f26-c25a-47ff-8037-e1aca6068f85 req-29e39f0f-61df-4abf-8e82-9e9519170b33 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:52.429262 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f4b66f26-c25a-47ff-8037-e1aca6068f85 req-29e39f0f-61df-4abf-8e82-9e9519170b33 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2479172 Nov 20 08:36:52.482945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:52.558149 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'status': 'completed', 'code': 200} Nov 20 08:36:52.558347 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f4b66f26-c25a-47ff-8037-e1aca6068f85 req-7dc3eea5-4d6b-4a69-a26d-fea94d91047c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270494 Nov 20 08:36:52.729319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-abd02719-3bb2-4cf7-8108-f04b04a71547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:52.730949 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-abd02719-3bb2-4cf7-8108-f04b04a71547 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1162 time: 0.1119196 Nov 20 08:36:52.986584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-0f1809e4-016b-4ee1-8166-3317a172796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:52.995840 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-0f1809e4-016b-4ee1-8166-3317a172796c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.2513924 Nov 20 08:36:53.134241 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-f237f564-62ce-4c70-b4f2-4dce773ddc5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 999 time: 0.1285968 Nov 20 08:36:53.244415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-121867b6-ff32-4c7e-8bb7-82c34dad4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:53.246454 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-121867b6-ff32-4c7e-8bb7-82c34dad4f18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.1016846 Nov 20 08:36:53.310069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'f685a1c6-0be0-490a-8a85-c86329bf789f', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'floating_ip_address': '172.28.3.147', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'port_id': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'mac_address': 'fa:16:3e:a0:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:36:11Z', 'updated_at': '2020-11-20T08:36:49Z', 'revision_number': 1, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:53.315857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:36:53.330777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:36:53.331857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:36:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:53.358289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-f6bc8307-0eea-4326-88c1-b09f5cc0c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:53.360814 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-f6bc8307-0eea-4326-88c1-b09f5cc0c32a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1075320 Nov 20 08:36:53.710183 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-0c3a1150-445a-4d43-8baa-6471501930e9 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417265 Nov 20 08:36:53.722752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:36:54.089453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36646) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:54.235791 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1b177784-ab63-4b80-afaf-58a61d3f1c7a req-1e1c1743-a05a-4434-8654-b62dc18877fd service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5130708 Nov 20 08:36:54.251942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3ff5c-844b-421d-9c08-2943815173ac req-e05a8c42-8aa2-49a1-9481-d565a4c1ee61 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:54.253721 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00d3ff5c-844b-421d-9c08-2943815173ac req-e05a8c42-8aa2-49a1-9481-d565a4c1ee61 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2826321 Nov 20 08:36:54.349260 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00d3ff5c-844b-421d-9c08-2943815173ac req-0690a3e5-c35b-454a-b09c-ef13b284221b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Nov 20 08:36:54.531378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2040527212-network', 'tenant_id': '5ba6ec715eca470f8e2ccd0ff0b77fc4'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:54.538164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:54.574669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Usage tracker for resource:network and tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:54.580527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:54.594597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:54.612771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Made reservation on behalf of 5ba6ec715eca470f8e2ccd0ff0b77fc4 for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:54.624031 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.664891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.754793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:54.759778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'f685a1c6-0be0-490a-8a85-c86329bf789f', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'floating_ip_address': '172.28.3.147', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'port_id': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'mac_address': 'fa:16:3e:a0:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:36:11Z', 'updated_at': '2020-11-20T08:36:49Z', 'revision_number': 1, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:36:54.762346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:54.769397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:54.779934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235427d-5002-4fea-9eb0-322ddf568562 None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'f685a1c6-0be0-490a-8a85-c86329bf789f', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'floating_ip_address': '172.28.3.147', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'port_id': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'mac_address': 'fa:16:3e:a0:ef:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:36:11Z', 'updated_at': '2020-11-20T08:36:49Z', 'revision_number': 1, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:36:54.784704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:54.935392 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.944420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:54.971087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-31e2930a-7f4b-4c5c-9cca-5ec293083d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:55.046005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:36:55.087061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28fa6e-e8ea-468c-95ff-324199162ea4,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:55.096439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:55.102689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.105763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Added segment 97c2efa8-b84b-4bdc-b456-65a042aaac4a of type vxlan for network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb Nov 20 08:36:55.182364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.296046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.298504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:55.299166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.344297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:55.389589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa682b89-26a4-4d45-9e05-3049eb23fc16 None None] New status for floating IP f685a1c6-0be0-490a-8a85-c86329bf789f: ACTIVE {{(pid=80322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:36:55.613359 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5221152 Nov 20 08:36:55.627792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36688) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:55.633903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9d4b38-dcef-40ca-8894-9f25001bf3fb,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:55.641727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:55.649644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Request body: {'subnet': {'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2040527212-subnet', 'tenant_id': '5ba6ec715eca470f8e2ccd0ff0b77fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:36:55.663065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:55.671928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:55.687800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Usage tracker for resource:subnet and tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:55.692822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:55.699577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:55.713132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Made reservation on behalf of 5ba6ec715eca470f8e2ccd0ff0b77fc4 for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:36:55.713364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6aadf-0830-4730-aa1e-36737e733bd9 req-966acce6-c6b1-407c-9a37-3f8a364933ee tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:55.717803 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-52f6aadf-0830-4730-aa1e-36737e733bd9 req-966acce6-c6b1-407c-9a37-3f8a364933ee tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1496277 Nov 20 08:36:55.725039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:55.770726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:36:55.927318 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-52f6aadf-0830-4730-aa1e-36737e733bd9 req-c4a2eafb-0676-422b-a6c8-8f44ffff3429 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997533 Nov 20 08:36:56.595081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.613376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4a663e9d-40c1-40b8-a460-50c312deed1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:56.813496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621e84de-d43c-403b-b55d-68049463b316,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:56.820328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:56.942434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Checking segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:36:56.942834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Network hostable DHCP agents. Network: 3f9d4b38-dcef-40ca-8894-9f25001bf3fb, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:36:56.969750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:36:56.984741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 3f9d4b38-dcef-40ca-8894-9f25001bf3fb) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:36:56.986683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:56.987341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:56.992556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb5cb84-e091-4c10-ba84-4f2a909fbc0d None None] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:57.045278 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f3b94ace-d5ec-4708-b7f9-189da1ff1763 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4158466 Nov 20 08:36:57.287243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab8d49-d7d5-4752-93e2-09636a018fb0 None None] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:36:57.436729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b967-48e2-4e3c-8915-8c157fa54200 req-659b0aec-4d77-4237-8328-d58956a26e7f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:57.445159 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c532b967-48e2-4e3c-8915-8c157fa54200 req-659b0aec-4d77-4237-8328-d58956a26e7f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1707716 Nov 20 08:36:57.468290 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36736) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:57.565659 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c532b967-48e2-4e3c-8915-8c157fa54200 req-f818804a-15e1-4a4a-a888-16fab7f1f1f1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110160 Nov 20 08:36:58.050553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.225199 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:36:58.250955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:8271f1f3272249008b4552c1b5678925 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:36:58.270585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:36:58.300652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:36:58.569646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.580002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:58.639042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e780bc61-a08d-451a-a86d-647df5c2fcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:58.694892 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8271f1f3272249008b4552c1b5678925&name=default HTTP/1.1" status: 200 len: 2747 time: 1.2244599 Nov 20 08:36:58.699300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36780) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:36:58.754733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55feaa4-3de3-4cc9-8afd-35e84cee5b4e,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:58.758193 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-474a12e4-a544-4d59-8d5a-640f70b25ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:58.995176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-cf1335a0-ca24-4fb6-8fd5-e9c87aa12044 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:59.007047 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-cf1335a0-ca24-4fb6-8fd5-e9c87aa12044 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.3017294 Nov 20 08:36:59.016883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12a41-5cab-4f34-822c-556d25e2b4fd req-c4226d12-fa42-4a24-9034-e14069c6db74 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:36:59.020698 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bab12a41-5cab-4f34-822c-556d25e2b4fd req-c4226d12-fa42-4a24-9034-e14069c6db74 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2064066 Nov 20 08:36:59.036148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.067504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.116502 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-7fd15931-a1ea-495b-80bd-17afff6d9163 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/quotas/5ba6ec715eca470f8e2ccd0ff0b77fc4 HTTP/1.1" status: 200 len: 375 time: 0.1084492 Nov 20 08:36:59.122980 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bab12a41-5cab-4f34-822c-556d25e2b4fd req-edb41119-33c2-4fba-9d34-9954e316bd99 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935020 Nov 20 08:36:59.127107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.135493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:36:59.207508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55feaa4-3de3-4cc9-8afd-35e84cee5b4e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:36:59.228848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:36:59.261562 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-bb5e0a5c-7072-4ae1-96fc-93a5c5a325a3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1369784 Nov 20 08:36:59.263052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:36:59.276264 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f55feaa4-3de3-4cc9-8afd-35e84cee5b4e HTTP/1.1" status: 204 len: 168 time: 0.5695007 Nov 20 08:36:59.626476 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-4cbcb070-9626-46c0-8491-5e04d179ccd7 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400049 Nov 20 08:36:59.945526 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-34b4581b-3fa0-4723-84be-2e5cf3db0a5c service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3098462 Nov 20 08:37:00.129437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36860) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:00.151148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.259436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:00.265304 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Usage tracker for resource:security_group_rule and tenant:663f0af154db4dab8abc8ba429bf763f is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:00.276995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:00.284198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:00.455787 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-19ec144d-6b77-4251-ad93-40c34446ae9f req-6651eaee-2f56-4c60-a98a-8c52467e4f01 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 210 time: 0.2478375 Nov 20 08:37:00.538156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.557080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.572641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:00.646177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acc715-507d-4ec9-bec3-32f3a701db62 req-694d0309-2084-4533-9814-51b1a1ffa8f6 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:00.648166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3acc715-507d-4ec9-bec3-32f3a701db62 req-694d0309-2084-4533-9814-51b1a1ffa8f6 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2560163 Nov 20 08:37:00.651154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397136fd-5e25-4523-889c-54b4bb871fdb,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:00.659158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36898) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:00.659385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=663f0af154db4dab8abc8ba429bf763f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5284142 Nov 20 08:37:00.660592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:00.802227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.822777 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3acc715-507d-4ec9-bec3-32f3a701db62 req-c5dc8c12-9019-4087-a8b0-a1351f874c3a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228716 Nov 20 08:37:00.885394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.981951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:00.993165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c50f3f1-aa52-4a21-8900-e1c999e7e28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:01.010242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397136fd-5e25-4523-889c-54b4bb871fdb,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:01.013065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:01.023527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:01.027179 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/397136fd-5e25-4523-889c-54b4bb871fdb HTTP/1.1" status: 204 len: 168 time: 0.3639612 Nov 20 08:37:01.866253 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-487e21ee-5f99-4ae2-a070-630f9275f15d req-d8cf3ba8-b0bb-46ee-befe-7e086f6e83a4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 210 time: 0.1056261 Nov 20 08:37:02.001803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 36958) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:02.226056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e9bb-1d22-4d88-a15d-50108c3ac8c9 req-2ebae462-5919-4d89-b671-cb24edbc4fc9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:02.230827 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3236e9bb-1d22-4d88-a15d-50108c3ac8c9 req-2ebae462-5919-4d89-b671-cb24edbc4fc9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1782854 Nov 20 08:37:02.302600 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3236e9bb-1d22-4d88-a15d-50108c3ac8c9 req-2a645b72-74e9-4589-8066-4f42b16feb26 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588002 Nov 20 08:37:02.374603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:02.448678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:02.458417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Usage tracker for resource:security_group_rule and tenant:a6d27696ede24e09a825272c9dcce91f is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:02.463725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:02.472955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:03.060803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.132595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-813b7f5c-df7d-46e6-bc90-ccf7ed8c91eb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:03.134001 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-813b7f5c-df7d-46e6-bc90-ccf7ed8c91eb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:network {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:03.137891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.189448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:03.271346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 36998) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:03.282121 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6d27696ede24e09a825272c9dcce91f&name=default HTTP/1.1" status: 200 len: 2747 time: 1.2779849 Nov 20 08:37:03.298303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-813b7f5c-df7d-46e6-bc90-ccf7ed8c91eb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:network {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:03.300702 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-813b7f5c-df7d-46e6-bc90-ccf7ed8c91eb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.8219173 Nov 20 08:37:03.381001 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Request body: {'port': {'device_id': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb', 'admin_state_up': True, 'tenant_id': '5ba6ec715eca470f8e2ccd0ff0b77fc4'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:03.438961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37006) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:03.443577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58c032f-262c-4306-b985-7928d44778fe,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:03.447185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:03.505242 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9ea2383d-b58d-4e9e-a9dd-7b1544686481 req-502a3ad3-d8d5-487f-a89a-254aa86e98e1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 210 time: 0.1892512 Nov 20 08:37:03.626590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.694422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.772361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:03.778936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Usage tracker for resource:port and tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:03.784381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Quota usage for port was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:03.794334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:03.867955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.887911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36c0c4c3-89e3-47e1-9830-0f9fe7e88a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:03.893219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Made reservation on behalf of 5ba6ec715eca470f8e2ccd0ff0b77fc4 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:03.899813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.979961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58c032f-262c-4306-b985-7928d44778fe,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:03.991550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:03.994637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:03.999766 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c58c032f-262c-4306-b985-7928d44778fe HTTP/1.1" status: 204 len: 168 time: 0.7231426 Nov 20 08:37:04.026963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52306f-ba8a-48c6-a517-5e5bf9552dc3 req-0cbecfd5-5a49-4de1-934a-9ca823e8c43e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:04.043872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef52306f-ba8a-48c6-a517-5e5bf9552dc3 req-0cbecfd5-5a49-4de1-934a-9ca823e8c43e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2378654 Nov 20 08:37:04.233293 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef52306f-ba8a-48c6-a517-5e5bf9552dc3 req-9caa2dc2-80c9-4085-b33b-3706ca66fa2a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881008 Nov 20 08:37:04.336155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:04.414146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:04.428695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Usage tracker for resource:security_group_rule and tenant:7f315ac83b90478485ec4084edd6fb32 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:04.434182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:04.445343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:04.818185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:04.866289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:04.893234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-71ba9fcd-779a-4d5b-a3f2-4dd3ed6d7480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:04.908743 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d6a6edd8-f1ca-423f-9776-d158b85c520a req-13dd536c-661e-44bd-bb2d-29d45c69ea8c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 210 time: 0.0934520 Nov 20 08:37:04.959997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Allocated IP 172.20.0.10 (3f9d4b38-dcef-40ca-8894-9f25001bf3fb/621e84de-d43c-403b-b55d-68049463b316/213271b1-916d-4e3c-bfc4-fcad74234374) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:04.975189 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0acc54d-e554-4676-9b7b-da22dc99f9e9,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:04.985449 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f315ac83b90478485ec4084edd6fb32&name=default HTTP/1.1" status: 200 len: 2747 time: 1.5371280 Nov 20 08:37:04.986939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:04.990489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37044) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:05.034952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37050) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:05.073016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.117619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.145135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:05.156693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Usage tracker for resource:security_group_rule and tenant:e120c22a4fc04568ace17c84f413b392 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:05.170532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:05.181724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:05.216956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.302886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.309701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.361918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adb6328c-bf55-421d-9ec5-8ed1e57dbe4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:05.383345 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e120c22a4fc04568ace17c84f413b392&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3465726 Nov 20 08:37:05.392526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37062) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:05.449036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaec915-d149-4454-a22c-24ed2a5dcfe0,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:05.495778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:05.506495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.520477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1567ac0f-bbea-4634-afac-b0058d9b1632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:05.545495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.563277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0acc54d-e554-4676-9b7b-da22dc99f9e9,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:05.567930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:05.581467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.607889 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.614954 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0acc54d-e554-4676-9b7b-da22dc99f9e9 HTTP/1.1" status: 204 len: 168 time: 0.6226759 Nov 20 08:37:05.631819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.666666 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61114-e8f4-456c-aa63-73a71007019e req-10bcf340-a3e9-429d-925d-5688a07e1504 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:05.668554 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-24f61114-e8f4-456c-aa63-73a71007019e req-10bcf340-a3e9-429d-925d-5688a07e1504 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2286992 Nov 20 08:37:05.673971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.724936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:05.777817 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-24f61114-e8f4-456c-aa63-73a71007019e req-ce617f30-5899-43f6-9da7-921a06dd7c9b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961068 Nov 20 08:37:05.831929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.839849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8e4a79c4-906d-4ad5-8327-ada1e129e4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:05.866554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaec915-d149-4454-a22c-24ed2a5dcfe0,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:05.885437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:05.898552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:05.900895 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdaec915-d149-4454-a22c-24ed2a5dcfe0 HTTP/1.1" status: 204 len: 168 time: 0.5060318 Nov 20 08:37:06.273240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d34695-33ce-493c-99e9-982e69fd7a84 req-022a220b-9812-449d-bd08-cb6eaebdf044 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:06.282587 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-93d34695-33ce-493c-99e9-982e69fd7a84 req-022a220b-9812-449d-bd08-cb6eaebdf044 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 932 time: 0.1554632 Nov 20 08:37:06.337147 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event updated for resources: {'Port': ['ID=213271b1-916d-4e3c-bfc4-fcad74234374,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:06.341791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:06.379108 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-93d34695-33ce-493c-99e9-982e69fd7a84 req-6091e665-600f-475d-a970-a24658740c20 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950511 Nov 20 08:37:06.400794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:06.402102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:06.404816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:06.409856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:06.410543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.433424 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0864117 Nov 20 08:37:06.445965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37090) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:06.473575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Request body: {'port': {'device_id': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:06.474656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.521604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:06.526565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Usage tracker for resource:security_group_rule and tenant:12612a08cef34e81af6af4ad4fcf31dd is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:06.531150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:06.539298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:06.631447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.631656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.635999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.678771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8558144b-beb6-4539-bf04-586e1841012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:06.690490 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12612a08cef34e81af6af4ad4fcf31dd&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2433627 Nov 20 08:37:06.697406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37102) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:06.760842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8e8191-6b56-47fa-996b-e3c362e44221,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:06.771561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:06.819597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.869866 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:06.988210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:07.005323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-88d60f61-d3eb-4a36-80a3-41f5d3faf8c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:07.023051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8e8191-6b56-47fa-996b-e3c362e44221,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:07.026690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:07.028068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:07.029865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f8e8191-6b56-47fa-996b-e3c362e44221 HTTP/1.1" status: 204 len: 168 time: 0.3297951 Nov 20 08:37:07.095612 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-f699a687-9dfe-4c28-bfff-32ce56455576 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/networks?tenant_id=3abd831897884d49986009491b666301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617187 Nov 20 08:37:07.234708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03f8d7-05a4-41da-a832-6a4eef9ac65c req-453217b3-ed81-43fa-94e6-9741abf000fe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:07.239112 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c03f8d7-05a4-41da-a832-6a4eef9ac65c req-453217b3-ed81-43fa-94e6-9741abf000fe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1667192 Nov 20 08:37:07.320299 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c03f8d7-05a4-41da-a832-6a4eef9ac65c req-5b4d2f02-3693-40f4-8aa3-479e9839301c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608928 Nov 20 08:37:07.474000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-dca38fb9-f7a7-4b93-8efb-8ec0a85d3eb6 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:07.482602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-dca38fb9-f7a7-4b93-8efb-8ec0a85d3eb6 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666573 Nov 20 08:37:07.507256 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-47faba48-5a38-4b9c-860b-2247195f5e93 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/quotas/3abd831897884d49986009491b666301 HTTP/1.1" status: 200 len: 375 time: 0.0222125 Nov 20 08:37:07.583746 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-d5a15d6a-4a2b-453a-b720-a5171f063b52 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?tenant_id=3abd831897884d49986009491b666301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752258 Nov 20 08:37:07.715732 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213271b1-916d-4e3c-bfc4-fcad74234374 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:07.737367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:07.762776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Transition to ACTIVE for port object 213271b1-916d-4e3c-bfc4-fcad74234374 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:07.769907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:07.835844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:08.208851 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b104c815-81b6-4913-8d68-dc7d4277e570 req-42b99cc5-0b09-4a65-9296-ca9b95a68ead tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 210 time: 0.1654038 Nov 20 08:37:08.210272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Pushing event updated for resources: {'Port': ['ID=213271b1-916d-4e3c-bfc4-fcad74234374,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:08.230865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:08.266600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8d436-f461-488a-afc2-b8161bee86a8 req-0ecca5d0-bd6f-419e-bfe2-3d4d9045358d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:08.275612 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10a8d436-f461-488a-afc2-b8161bee86a8 req-0ecca5d0-bd6f-419e-bfe2-3d4d9045358d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.3926692 Nov 20 08:37:08.342467 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10a8d436-f461-488a-afc2-b8161bee86a8 req-bdb840a1-dc14-4417-ad3e-2798be31fc6c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652363 Nov 20 08:37:08.623772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Attempting to bind port 213271b1-916d-4e3c-bfc4-fcad74234374 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:08.624488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Attempting to bind port 213271b1-916d-4e3c-bfc4-fcad74234374 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:08.624660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Attempting to bind port 213271b1-916d-4e3c-bfc4-fcad74234374 on network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:08.651209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:08.651865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Checking segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:08.652596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:08.653187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Bound using segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:08.653852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Bound port: 213271b1-916d-4e3c-bfc4-fcad74234374, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:08.654409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:08.787069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] For port 213271b1-916d-4e3c-bfc4-fcad74234374, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:08.791449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] For port 213271b1-916d-4e3c-bfc4-fcad74234374, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=213271b1-916d-4e3c-bfc4-fcad74234374,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:08.798569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:08.930422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:09.158939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Pushing event updated for resources: {'Port': ['ID=213271b1-916d-4e3c-bfc4-fcad74234374,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:09.164523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:09.200466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:09.201349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:09.203781 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] 10.222.0.23 "PUT /v2.0/ports/213271b1-916d-4e3c-bfc4-fcad74234374 HTTP/1.1" status: 200 len: 1158 time: 2.7529757 Nov 20 08:37:09.210439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940ae02-921e-4347-99f1-519f66eeb5d9 req-581b5bb9-f089-48cb-8887-d45479986111 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:09.220188 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4940ae02-921e-4347-99f1-519f66eeb5d9 req-581b5bb9-f089-48cb-8887-d45479986111 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.4155056 Nov 20 08:37:09.221457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:09.300478 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4940ae02-921e-4347-99f1-519f66eeb5d9 req-d6428ab5-f95b-4768-a751-6fc889718aee tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798647 Nov 20 08:37:09.542079 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374', 'status': 'completed', 'code': 200} Nov 20 08:37:09.687154 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-75a9069e-250b-4dd7-932d-fa1c21394df9 req-5ed9201b-4adb-4373-bcb9-b56b4aaac22f tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 210 time: 0.1432528 Nov 20 08:37:09.741921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-6fd5b352-97b0-4bda-bf57-9a4767098a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:09.744395 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-6fd5b352-97b0-4bda-bf57-9a4767098a07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 1161 time: 0.3161013 Nov 20 08:37:09.847221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-2efd8651-0e18-47da-873d-c7e8e672b858 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213271b1-916d-4e3c-bfc4-fcad74234374 HTTP/1.1" status: 200 len: 217 time: 0.0881667 Nov 20 08:37:09.900802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef32c-0ca7-4ace-9165-23cf7aa76da9 req-ba131b5b-084b-48b8-9884-69badf44914a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:09.910064 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2d4ef32c-0ca7-4ace-9165-23cf7aa76da9 req-ba131b5b-084b-48b8-9884-69badf44914a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.1715939 Nov 20 08:37:09.999021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-a76a4db6-4554-43af-9a26-889b6261c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:10.003979 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2d4ef32c-0ca7-4ace-9165-23cf7aa76da9 req-f5b94349-55ad-48b8-bf65-e6f995a51221 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863807 Nov 20 08:37:10.004949 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-a76a4db6-4554-43af-9a26-889b6261c6dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.1503866 Nov 20 08:37:10.081365 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-e0ee6fea-161a-4499-b140-fc05f12bb56a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575087 Nov 20 08:37:10.360513 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-85ca84a7-b327-44df-914a-9105f1508010 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701812 Nov 20 08:37:10.525751 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-aa75cfd5-bccd-47cd-9119-6faf97386346 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.23 "GET /v2.0/networks?tenant_id=3abd831897884d49986009491b666301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943162 Nov 20 08:37:10.693101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3e0a6-6684-430b-9a7d-9790472f7f55 req-fcdaae37-eda1-4a8c-8b57-383a3707835a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:10.700981 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-94b3e0a6-6684-430b-9a7d-9790472f7f55 req-fcdaae37-eda1-4a8c-8b57-383a3707835a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1713309 Nov 20 08:37:10.783027 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-94b3e0a6-6684-430b-9a7d-9790472f7f55 req-b3c8671e-4a04-4381-b793-c503573aa337 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Nov 20 08:37:11.095299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-e0fc976c-15c1-418e-820b-d3879fca285a tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:11.098231 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-e0fc976c-15c1-418e-820b-d3879fca285a tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5615456 Nov 20 08:37:11.170129 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733a16fc-75f9-4d8b-b944-45637392e8a9 req-a11dce4b-22e3-4b54-a4a5-181b048540da service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8022165 Nov 20 08:37:11.187593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Request body: {'port': {'device_id': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd', 'admin_state_up': True, 'tenant_id': '3abd831897884d49986009491b666301'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:11.188734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37252) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:11.446123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a75463-e035-4f3b-964b-1dcd819ebbd2 req-c2c5fb64-f68e-4ba4-ba97-eb774b24d748 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:11.447826 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-19a75463-e035-4f3b-964b-1dcd819ebbd2 req-c2c5fb64-f68e-4ba4-ba97-eb774b24d748 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.2002864 Nov 20 08:37:11.469745 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-094d8f29-db8d-47b6-a550-d84345284312 req-db445c05-a328-4696-8e64-d9efdf402fe1 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 210 time: 0.3694124 Nov 20 08:37:11.508770 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-19a75463-e035-4f3b-964b-1dcd819ebbd2 req-6c0428f3-7c07-4651-a5ac-aba2e00452eb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538125 Nov 20 08:37:11.611768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.635567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:11.646911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Usage tracker for resource:port and tenant:3abd831897884d49986009491b666301 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:11.651418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Quota usage for port was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:11.674676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:11.689986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:11.695253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc812c698ee48f185a5b8781f963ddd is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:11.699165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:11.703779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-ada12119-7e58-44b3-b939-2ab0bf043153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:11.705754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:11.705997 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-ada12119-7e58-44b3-b939-2ab0bf043153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 1161 time: 0.2641518 Nov 20 08:37:11.707244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Made reservation on behalf of 3abd831897884d49986009491b666301 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:11.714378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.776487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.806154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.810472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.822404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c512509d-c9d9-445b-a7c0-f0860ea4274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:11.836566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:11.840749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Usage tracker for resource:security_group_rule and tenant:3abd831897884d49986009491b666301 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:11.845130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:11.851337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:11.883457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed57d707-0d8b-46c1-9c0b-865da5070aac,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:11.888241 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebc812c698ee48f185a5b8781f963ddd&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6976664 Nov 20 08:37:11.904129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37272) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:11.906288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:11.938139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:11.946423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:12.004524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:12.039261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:12.056730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a80dead-6d90-41d0-b83f-f96881547799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:12.247131 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-8e90dedb-cef3-4e5a-a1a2-34f9fd2943e8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1861174 Nov 20 08:37:12.250558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:12.259152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a843ae1c-204c-4d70-b06a-012511091874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:12.282180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed57d707-0d8b-46c1-9c0b-865da5070aac,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:12.290688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:12.293457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:12.295162 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed57d707-0d8b-46c1-9c0b-865da5070aac HTTP/1.1" status: 204 len: 168 time: 0.3827555 Nov 20 08:37:12.366271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba55796-0fa8-497e-891e-90d31e8d2e31 req-d37f9a71-9e47-454a-a860-8ec864492468 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:12.368534 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ba55796-0fa8-497e-891e-90d31e8d2e31 req-d37f9a71-9e47-454a-a860-8ec864492468 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2382126 Nov 20 08:37:12.540467 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ba55796-0fa8-497e-891e-90d31e8d2e31 req-a1f39827-840c-4583-9a10-a2b79c03d7d1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620767 Nov 20 08:37:12.567022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Pushing event updated for resources: {'SecurityGroup': ['ID=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:12.570442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880056-f570-4fee-a7cc-b688248632af req-fee89421-4be7-4a17-a9f3-4758d48dbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:12.573353 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-fee89421-4be7-4a17-a9f3-4758d48dbf18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.1702907 Nov 20 08:37:12.886286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Allocated IP 192.168.233.142 (cd17aa2a-c319-4efb-ac68-58e9aecad0fd/66baa0eb-c3b3-49bb-ac92-97711cf7e8a0/a9b575c7-d77a-411c-bab9-bdff533649eb) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:12.914986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:13.029662 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b758388b-b4ab-49bd-9185-ed50cff8e473 req-694b01f0-c11e-4fd4-967b-0ea74a60cd4c tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 210 time: 0.1133251 Nov 20 08:37:13.056022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880056-f570-4fee-a7cc-b688248632af req-3ace5c42-c522-45f3-9a5e-9c9014383309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:13.057576 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-3ace5c42-c522-45f3-9a5e-9c9014383309 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.4419632 Nov 20 08:37:13.158219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-d400ca1e-8ac8-4eac-a8c5-162173b1a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:13.159929 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-d400ca1e-8ac8-4eac-a8c5-162173b1a76f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 909 time: 1.4296234 Nov 20 08:37:13.402476 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-bb4f6239-7ad8-4bce-80e6-7cf0f7e755da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213271b1-916d-4e3c-bfc4-fcad74234374 HTTP/1.1" status: 200 len: 217 time: 0.1579392 Nov 20 08:37:13.431799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cbac6-2ac3-489d-a90b-906c48e2a0e0 req-5916f81b-0e7c-482b-9324-e75379d9d1fd tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:13.440723 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-863cbac6-2ac3-489d-a90b-906c48e2a0e0 req-5916f81b-0e7c-482b-9324-e75379d9d1fd tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.5162117 Nov 20 08:37:13.474108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:13.501819 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-863cbac6-2ac3-489d-a90b-906c48e2a0e0 req-bb2f6d85-d09f-410b-87a0-be5f4ed5dca6 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600522 Nov 20 08:37:13.505273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Transition to ACTIVE for port object a9b575c7-d77a-411c-bab9-bdff533649eb will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:13.522079 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-78ffa084-2380-49d4-ae78-8a19acdec4dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.4557652 Nov 20 08:37:13.533002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-bc80c6e6-c6e8-4732-b4e1-4e4e01c1c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:13.537214 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-bc80c6e6-c6e8-4732-b4e1-4e4e01c1c3f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.1247666 Nov 20 08:37:13.615661 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-67663868-f04d-4a93-97eb-664cca558972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629504 Nov 20 08:37:13.625010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:13.672894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a880056-f570-4fee-a7cc-b688248632af req-a02e9904-6799-466e-96e1-6ca2763cd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:13.674812 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-a02e9904-6799-466e-96e1-6ca2763cd961 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.1452265 Nov 20 08:37:13.756985 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-5180dac8-0033-4160-aea2-8c35b2d03b42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599065 Nov 20 08:37:13.804056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6b6c-97cd-435d-a9c3-65ec3f5770bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:13.855690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:13.938349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Pushing event updated for resources: {'Port': ['ID=a9b575c7-d77a-411c-bab9-bdff533649eb,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:13.942156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:14.029129 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-c57f7f4c-cbe8-40b8-85e4-676a7246b651 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710466 Nov 20 08:37:14.128355 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-5d65db0c-d5e5-4605-8405-5db7195e2e47 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996943 Nov 20 08:37:14.153543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aa544-6141-42be-9d9d-a32d08ce0611 req-ff2d3433-85fe-4f8b-adcd-86d4fcdd757c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:14.161048 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-db6aa544-6141-42be-9d9d-a32d08ce0611 req-ff2d3433-85fe-4f8b-adcd-86d4fcdd757c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2175293 Nov 20 08:37:14.219639 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5a880056-f570-4fee-a7cc-b688248632af req-c115f8db-7d4a-4471-8735-ef8b1c9b1709 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1833515 Nov 20 08:37:14.348062 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01524b18-d543-4485-bf39-eddd2ae7d0d6 req-50f70b84-2778-426f-9cfc-68c62b1342a1 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:14.357027 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01524b18-d543-4485-bf39-eddd2ae7d0d6 req-50f70b84-2778-426f-9cfc-68c62b1342a1 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 936 time: 0.1019328 Nov 20 08:37:14.423000 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01524b18-d543-4485-bf39-eddd2ae7d0d6 req-2447291f-cc8c-4491-a2a5-3aebb66f1f54 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Nov 20 08:37:14.445868 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-db6aa544-6141-42be-9d9d-a32d08ce0611 req-d86aa03c-3932-49e2-b2d6-85355871b641 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983529 Nov 20 08:37:14.459147 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:14.459803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:14.463638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:14.469069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:14.469764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:14.477375 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ce50a0-3bb1-425d-a3e2-85428238d0a4 req-5098903b-43ee-41b9-bf01-502b91eb74ce service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3336356 Nov 20 08:37:14.503708 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3314333 Nov 20 08:37:14.534353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Request body: {'port': {'device_id': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:14.706711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:14.891415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b73849cf-00e2-418e-96a8-7a29fb0772e3 None None] Provisioning for port a9b575c7-d77a-411c-bab9-bdff533649eb completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:14.901824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b73849cf-00e2-418e-96a8-7a29fb0772e3 None None] Provisioning complete for port a9b575c7-d77a-411c-bab9-bdff533649eb triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:14.904185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73849cf-00e2-418e-96a8-7a29fb0772e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.034970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b73849cf-00e2-418e-96a8-7a29fb0772e3 None None] Port a9b575c7-d77a-411c-bab9-bdff533649eb cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:37:15.037881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-93436b45-2d84-4742-995a-2f7ef8933795 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:15.038695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-93436b45-2d84-4742-995a-2f7ef8933795 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:15.071777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-93436b45-2d84-4742-995a-2f7ef8933795 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:15.073134 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-93436b45-2d84-4742-995a-2f7ef8933795 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.3200729 Nov 20 08:37:15.209065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-570ca6ff-b8a8-47fc-b082-45eefc1f1a21 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:15.327617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-570ca6ff-b8a8-47fc-b082-45eefc1f1a21 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:15.329054 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc2d9cc8-fc75-4982-bca4-330bc47faeb0 req-570ca6ff-b8a8-47fc-b082-45eefc1f1a21 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125356 Nov 20 08:37:15.388976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37402) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:15.535712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b575c7-d77a-411c-bab9-bdff533649eb {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:15.544010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.558854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Transition to ACTIVE for port object a9b575c7-d77a-411c-bab9-bdff533649eb will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:15.563061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.589631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:15.702674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.778139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:15.787802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf518e-8b6c-49b6-8875-fb6d12c8b497 req-67509b98-cb1e-45e5-9345-c9ff8ba6710c tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:15.798178 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ebaf518e-8b6c-49b6-8875-fb6d12c8b497 req-67509b98-cb1e-45e5-9345-c9ff8ba6710c tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.1929665 Nov 20 08:37:15.815350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Usage tracker for resource:security_group_rule and tenant:f3a6997c81cd45969933b837c1ed801b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:15.820995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:15.833302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:15.870004 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ebaf518e-8b6c-49b6-8875-fb6d12c8b497 req-009856a9-f1b3-4d4a-b82c-8e812919ae85 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708330 Nov 20 08:37:15.894800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-b06d4d9c-9bb6-4da2-b0fb-7f1854c54e9c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:37:15.931213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37418) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:15.953966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Pushing event updated for resources: {'Port': ['ID=a9b575c7-d77a-411c-bab9-bdff533649eb,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:15.957442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.963466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:15.964368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:15.976220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c475967-1e77-468a-bd9a-fe869dfc195f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:16.033950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d4598-6460-49a5-a69c-4aba7e0586d5,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:16.038093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:16.041591 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3a6997c81cd45969933b837c1ed801b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6511359 Nov 20 08:37:16.044278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37426) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:16.123084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7936efb7-b201-4c69-887a-3d72ce0163a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.126420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.165689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.216897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31235873-9675-43ba-b936-8e7ac7a502da req-91256c88-ab78-4636-a524-ff09beff2d88 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:16.228580 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-31235873-9675-43ba-b936-8e7ac7a502da req-91256c88-ab78-4636-a524-ff09beff2d88 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.4613957 Nov 20 08:37:16.256519 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.304036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Attempting to bind port a9b575c7-d77a-411c-bab9-bdff533649eb on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:16.304376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Attempting to bind port a9b575c7-d77a-411c-bab9-bdff533649eb by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:16.304752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Attempting to bind port a9b575c7-d77a-411c-bab9-bdff533649eb on network cd17aa2a-c319-4efb-ac68-58e9aecad0fd {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:16.312783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:16.313270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Checking segment: {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:16.313555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.313958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Bound using segment: {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:16.314458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Bound port: a9b575c7-d77a-411c-bab9-bdff533649eb, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ab473-742c-41ee-ba23-d70c3939fbe6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'cd17aa2a-c319-4efb-ac68-58e9aecad0fd'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:16.314838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.329665 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-31235873-9675-43ba-b936-8e7ac7a502da req-cf8fdabf-c290-44a3-9538-2dcc4b24bec4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961893 Nov 20 08:37:16.336301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.385143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fc571f0d-92b5-460f-8c42-7810ee154102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:16.431943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d4598-6460-49a5-a69c-4aba7e0586d5,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:16.440111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:16.443988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:16.454139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Usage tracker for resource:security_group_rule and tenant:441550a4d62e4a78ad23f88b9df2ad22 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:16.460676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.463009 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac2d4598-6460-49a5-a69c-4aba7e0586d5 HTTP/1.1" status: 204 len: 168 time: 0.4177461 Nov 20 08:37:16.465079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:16.479965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:16.539024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] For port a9b575c7-d77a-411c-bab9-bdff533649eb, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:16.545296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] For port a9b575c7-d77a-411c-bab9-bdff533649eb, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a9b575c7-d77a-411c-bab9-bdff533649eb,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:16.552043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.647007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ca13b3d0-dda5-4e17-ba84-7f305c9fb165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:16.724847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.739875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.754169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e0b739f7-eee6-4740-b733-9641535de139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:16.784993 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201333a8-f9ce-4caf-92a6-4ba54e304910 req-272d9636-1477-408d-937d-6cf30750b648 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:16.793811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 213271b1-916d-4e3c-bfc4-fcad74234374 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:16.801147 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-201333a8-f9ce-4caf-92a6-4ba54e304910 req-272d9636-1477-408d-937d-6cf30750b648 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.1532373 Nov 20 08:37:16.831462 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=441550a4d62e4a78ad23f88b9df2ad22&name=default HTTP/1.1" status: 200 len: 2747 time: 0.8989358 Nov 20 08:37:16.849351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37450) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:16.861347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b940d68-f8d0-4aa6-9b32-4864aa078500,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:16.870936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:16.958858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 213271b1-916d-4e3c-bfc4-fcad74234374 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:16.975761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:16.985983 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-201333a8-f9ce-4caf-92a6-4ba54e304910 req-e5f9fa5d-d886-406a-8126-de000332c929 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837416 Nov 20 08:37:16.989032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 213271b1-916d-4e3c-bfc4-fcad74234374 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:16.989455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.059438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.149702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.156375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2cd08b1b-cfc7-4ed5-84fd-9d5620239a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:17.172454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b940d68-f8d0-4aa6-9b32-4864aa078500,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:17.193939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:17.195555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.197159 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b940d68-f8d0-4aa6-9b32-4864aa078500 HTTP/1.1" status: 204 len: 168 time: 0.3445842 Nov 20 08:37:17.215209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.380408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37470) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:17.429742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.452372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.479178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:17.485100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9616d28976fb495f9ff6778bd03eb96b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:17.489158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:17.496376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:17.502709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 213271b1-916d-4e3c-bfc4-fcad74234374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=213271b1-916d-4e3c-bfc4-fcad74234374,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:17.504036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:17.512673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.516008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:17.586092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:17.588952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.593077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] 10.222.0.23 "PUT /v2.0/ports/a9b575c7-d77a-411c-bab9-bdff533649eb HTTP/1.1" status: 200 len: 1162 time: 3.0644991 Nov 20 08:37:17.594178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:17.595923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=213271b1-916d-4e3c-bfc4-fcad74234374,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:17.600725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:17.613071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.625119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.631617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Pushing event updated for resources: {'Port': ['ID=a9b575c7-d77a-411c-bab9-bdff533649eb,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:17.644211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:17.716520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf49f7b2-eb64-4840-aadb-afe12e99a387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:17.737806 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9616d28976fb495f9ff6778bd03eb96b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3552139 Nov 20 08:37:17.761241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37488) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:17.810401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-63974221-4b09-4dc9-8f23-933a6c16045b tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:17.817666 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-63974221-4b09-4dc9-8f23-933a6c16045b tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Synchronizing usage tracker for tenant:3abd831897884d49986009491b666301 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:17.851763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-63974221-4b09-4dc9-8f23-933a6c16045b tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Unset dirty status for tenant:3abd831897884d49986009491b666301 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:17.853480 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-63974221-4b09-4dc9-8f23-933a6c16045b tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.5908568 Nov 20 08:37:17.866439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb81d130-04b9-4a34-bb43-686ea83be6d3,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:17.872224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:17.927871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae39021-5706-4afb-a235-d78aafddb908 req-e6759ff8-ccba-461a-bf5e-0798a9091204 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:17.930254 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ae39021-5706-4afb-a235-d78aafddb908 req-e6759ff8-ccba-461a-bf5e-0798a9091204 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.2149317 Nov 20 08:37:17.959226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.959788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37496) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:17.973554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-3463ae8a-06a9-40a4-9300-fce5d6c9ea73 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Synchronizing usage tracker for tenant:3abd831897884d49986009491b666301 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:17.990230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:17.991987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-65df7f2a-d1b8-4f57-bc19-23206a6fb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:17.993648 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-65df7f2a-d1b8-4f57-bc19-23206a6fb9dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3abd831897884d49986009491b666301&device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 1165 time: 0.3030989 Nov 20 08:37:17.997722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 213271b1-916d-4e3c-bfc4-fcad74234374 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:18.012650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.032111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:18.036281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Usage tracker for resource:security_group_rule and tenant:edec37959deb440c87864415c23dda8f is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:18.039421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:18.054547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:18.077453 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ae39021-5706-4afb-a235-d78aafddb908 req-abd6affd-8755-498f-8099-640b5cf0528d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397643 Nov 20 08:37:18.105511 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-dd78d5be-30f2-4cef-b954-0f2e3faed5c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a9b575c7-d77a-411c-bab9-bdff533649eb HTTP/1.1" status: 200 len: 217 time: 0.0948291 Nov 20 08:37:18.114000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.132022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 213271b1-916d-4e3c-bfc4-fcad74234374 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:18.132493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.180567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-3463ae8a-06a9-40a4-9300-fce5d6c9ea73 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Unset dirty status for tenant:3abd831897884d49986009491b666301 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:18.197858 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8bbecc96-9e19-48d9-ae86-103e2270c11e req-3463ae8a-06a9-40a4-9300-fce5d6c9ea73 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295348 Nov 20 08:37:18.220936 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374', 'code': 200} Nov 20 08:37:18.263261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.268711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.315842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ddcca75e-790a-4618-8a74-ad7cdf890be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:18.318439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-52d5c806-8222-4e50-93ed-8f41e36695d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:18.320130 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-52d5c806-8222-4e50-93ed-8f41e36695d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66baa0eb-c3b3-49bb-ac92-97711cf7e8a0 HTTP/1.1" status: 200 len: 843 time: 0.1996267 Nov 20 08:37:18.338409 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edec37959deb440c87864415c23dda8f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3774495 Nov 20 08:37:18.351109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37514) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:18.391589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.421811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f41e1f6-92c1-4b33-a1d9-4adea005a13e,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:18.426586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:18.434343 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb', 'status': 'completed', 'code': 200} Nov 20 08:37:18.483049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.516966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.554693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.569600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:18.582210 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.589002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb81d130-04b9-4a34-bb43-686ea83be6d3,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:18.604449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:18.607882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0b0d4d6e-8f80-4876-9c42-88ae85b077e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:18.637815 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.642885 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f41e1f6-92c1-4b33-a1d9-4adea005a13e HTTP/1.1" status: 204 len: 168 time: 0.2884202 Nov 20 08:37:18.642885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f41e1f6-92c1-4b33-a1d9-4adea005a13e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:18.644920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:18.679299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:18.681929 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb81d130-04b9-4a34-bb43-686ea83be6d3 HTTP/1.1" status: 204 len: 168 time: 0.9178255 Nov 20 08:37:18.732009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-177faa55-8b37-4e7b-bc92-352512a2f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:18.733860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-177faa55-8b37-4e7b-bc92-352512a2f350 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd17aa2a-c319-4efb-ac68-58e9aecad0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3956997 Nov 20 08:37:18.813169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e3c2c-98c1-4a32-95bf-0e2fde6319f4 req-aa63263d-25d0-4b52-b00e-ed7e20d89a41 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:18.814865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c56e3c2c-98c1-4a32-95bf-0e2fde6319f4 req-aa63263d-25d0-4b52-b00e-ed7e20d89a41 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 946 time: 0.3112993 Nov 20 08:37:19.015264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16019eb4-180b-4d7e-a3e4-1a44252cc1e2 req-536fa432-2367-4cd7-80ef-81cd4c1b929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:19.017442 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16019eb4-180b-4d7e-a3e4-1a44252cc1e2 req-536fa432-2367-4cd7-80ef-81cd4c1b929b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 1163 time: 0.4253268 Nov 20 08:37:19.069457 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-7f5435ce-9610-4b44-b8bd-f8f9f38ed7ea service neutron] 10.222.0.23 "GET /v2.0/networks/cd17aa2a-c319-4efb-ac68-58e9aecad0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258798 Nov 20 08:37:19.163437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:19.315255 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c56e3c2c-98c1-4a32-95bf-0e2fde6319f4 req-6e9332d1-5d30-45ac-889a-c4218688f1a1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887238 Nov 20 08:37:19.317176 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-49d7c4c6-9bbe-4abb-b28f-c1b3867aa3f3 req-f47f4c44-cf2b-433f-8283-b8fb0d66bde0 service neutron] 10.222.0.23 "GET /v2.0/networks/cd17aa2a-c319-4efb-ac68-58e9aecad0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2328651 Nov 20 08:37:19.324229 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16019eb4-180b-4d7e-a3e4-1a44252cc1e2 req-07811a00-13a6-46e1-919f-140a573f1edc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922630 Nov 20 08:37:19.381583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37564) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:19.424058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:19.449723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f737f-3454-4c50-b8d1-5c18acd9f0be req-bc271f7b-aba7-44ad-8c0e-9bf751f19155 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:19.457761 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9f3f737f-3454-4c50-b8d1-5c18acd9f0be req-bc271f7b-aba7-44ad-8c0e-9bf751f19155 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1536293 Nov 20 08:37:19.474318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:19.524396 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9f3f737f-3454-4c50-b8d1-5c18acd9f0be req-a2500eed-de01-45ca-8b3b-544af05c1afc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Nov 20 08:37:19.536805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Usage tracker for resource:security_group_rule and tenant:4e64a5b16b2e441e90249c907a41d820 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:19.541623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:19.550722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:19.607145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe9a59-0c6e-4a6f-95cf-ac3d25e3fb4a req-28588018-76cc-4873-bfc0-1e62644be655 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:19.609567 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-76fe9a59-0c6e-4a6f-95cf-ac3d25e3fb4a req-28588018-76cc-4873-bfc0-1e62644be655 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.1301584 Nov 20 08:37:19.692475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:19.697923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:19.708457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fe273ddd-0b83-4370-96b8-f50431a597e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:19.728990 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-76fe9a59-0c6e-4a6f-95cf-ac3d25e3fb4a req-f502bf0e-091f-4194-93f7-fd55ddcdd775 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075094 Nov 20 08:37:19.747709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48ed307-d8eb-4c4d-a12b-57e655e98f66,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:19.758068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:19.771228 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e64a5b16b2e441e90249c907a41d820&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3858652 Nov 20 08:37:19.771638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37576) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:19.915853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:19.939250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37584) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:19.957223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-07b1ba43-7aa9-4816-81b8-4eed0fc51dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:19.958874 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-07b1ba43-7aa9-4816-81b8-4eed0fc51dda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3abd831897884d49986009491b666301&device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 1165 time: 0.1503210 Nov 20 08:37:19.960860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.116735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.146973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.152963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:20.155321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-01edc3c5-edd8-4a0a-912c-77d0783fd82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:20.157473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Usage tracker for resource:security_group_rule and tenant:28880294c02049459da69278b4529ddf is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:20.160589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:20.167106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:20.168965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48ed307-d8eb-4c4d-a12b-57e655e98f66,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:20.172852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:20.176107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-84267f4c-0a15-44a8-a546-fe4ffe26169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:20.177744 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-84267f4c-0a15-44a8-a546-fe4ffe26169f service neutron] 10.222.0.23 "GET /v2.0/networks?id=cd17aa2a-c319-4efb-ac68-58e9aecad0fd HTTP/1.1" status: 200 len: 863 time: 0.2082987 Nov 20 08:37:20.181349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.182525 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c48ed307-d8eb-4c4d-a12b-57e655e98f66 HTTP/1.1" status: 204 len: 168 time: 0.4096282 Nov 20 08:37:20.252807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.258190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.268043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7fdc6b4a-1c3e-48a3-88ef-6983fa3a6fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:20.275856 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-adeb5fc0-9026-44c7-939e-1fe02a1a8451 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=a9b575c7-d77a-411c-bab9-bdff533649eb HTTP/1.1" status: 200 len: 217 time: 0.0912063 Nov 20 08:37:20.312883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0994970b-4de6-4e0c-a7ba-32ef5b823309,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:20.316543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:20.323990 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28880294c02049459da69278b4529ddf&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3829126 Nov 20 08:37:20.325349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37596) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:20.374965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-a73677a4-282f-4bc4-b5bc-edc76eb57557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:20.376878 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-a73677a4-282f-4bc4-b5bc-edc76eb57557 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66baa0eb-c3b3-49bb-ac92-97711cf7e8a0 HTTP/1.1" status: 200 len: 843 time: 0.0921044 Nov 20 08:37:20.466865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.510247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.591828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.606081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-51fc949a-0423-46af-aef1-04e94dd98141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:20.612158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-c6e0f02f-77f6-4491-b302-6465206e7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:20.614053 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-c6e0f02f-77f6-4491-b302-6465206e7a52 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cd17aa2a-c319-4efb-ac68-58e9aecad0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2292948 Nov 20 08:37:20.630089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994970b-4de6-4e0c-a7ba-32ef5b823309,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:20.647286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:20.658526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:20.665340 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0994970b-4de6-4e0c-a7ba-32ef5b823309 HTTP/1.1" status: 204 len: 168 time: 0.3353407 Nov 20 08:37:20.694574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63c39-1369-4c57-ac60-7a551225e5cc req-53117793-25b7-4a82-a3b0-366d416ec8c2 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:20.696428 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-74d63c39-1369-4c57-ac60-7a551225e5cc req-53117793-25b7-4a82-a3b0-366d416ec8c2 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 946 time: 0.1931391 Nov 20 08:37:20.864488 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-74d63c39-1369-4c57-ac60-7a551225e5cc req-3679a87b-9379-475c-bf94-4ef84737157e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586435 Nov 20 08:37:20.892417 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-c9be0a45-f3e6-4add-ae5a-897f7adc3230 service neutron] 10.222.0.23 "GET /v2.0/networks/cd17aa2a-c319-4efb-ac68-58e9aecad0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681708 Nov 20 08:37:20.983720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab568ade-42b4-4254-91f5-a51ebc35c3a9 req-8d9ef0a6-b014-4418-acc7-dbef58c7f3e2 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:20.985532 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab568ade-42b4-4254-91f5-a51ebc35c3a9 req-8d9ef0a6-b014-4418-acc7-dbef58c7f3e2 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1855483 Nov 20 08:37:21.080083 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab568ade-42b4-4254-91f5-a51ebc35c3a9 req-e1ac4cb6-b1b7-4f15-8313-f12c1142252c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864878 Nov 20 08:37:21.145527 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-acf6a356-5b27-429e-a5c0-feb18a38ecb5 req-1c531d72-3210-4576-a03a-94bc06706fb6 service neutron] 10.222.0.23 "GET /v2.0/networks/cd17aa2a-c319-4efb-ac68-58e9aecad0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2431176 Nov 20 08:37:21.560130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d625a44-38ee-410c-92f1-87ef7fb8926e req-ba8a06ea-8003-43b3-8bf7-16f9641e41b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:21.561912 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d625a44-38ee-410c-92f1-87ef7fb8926e req-ba8a06ea-8003-43b3-8bf7-16f9641e41b6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 1162 time: 0.3377645 Nov 20 08:37:21.579948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dbcec-a4db-48fc-a3e4-1b14caa9246a req-42c04ff2-9063-4763-84c5-511e104ba418 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:21.581659 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-531dbcec-a4db-48fc-a3e4-1b14caa9246a req-42c04ff2-9063-4763-84c5-511e104ba418 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.3943791 Nov 20 08:37:21.688449 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d625a44-38ee-410c-92f1-87ef7fb8926e req-e643fc92-e245-43fa-ae9d-8d0e441b77fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056404 Nov 20 08:37:21.699915 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-531dbcec-a4db-48fc-a3e4-1b14caa9246a req-6c9869e9-23c2-4bac-af80-decdc8103c26 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948994 Nov 20 08:37:22.163490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c295275-650b-4976-99da-487a1e69df8e req-e246a5d3-6efc-4054-919d-2a959f11749c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:22.174166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c295275-650b-4976-99da-487a1e69df8e req-e246a5d3-6efc-4054-919d-2a959f11749c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 946 time: 0.1286426 Nov 20 08:37:22.239467 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c295275-650b-4976-99da-487a1e69df8e req-5df6c839-afec-41f8-a93f-d3ce15453700 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Nov 20 08:37:22.367926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f28474-efdf-4640-aa4d-8c7a57878d6e req-855fa6a3-be33-498f-8326-f6f327c90343 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:22.369680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-31f28474-efdf-4640-aa4d-8c7a57878d6e req-855fa6a3-be33-498f-8326-f6f327c90343 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1168652 Nov 20 08:37:22.450711 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-31f28474-efdf-4640-aa4d-8c7a57878d6e req-3352010a-a064-4c45-a921-eace2ca296fe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739932 Nov 20 08:37:22.557779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37680) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:22.879394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.033379 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:23.050716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2254c53edc9944439bd5457a99f05214 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:23.066192 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:23.083863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:23.252975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffebe7-b5f3-4b2e-84c0-3abae342cf63 req-4a12f1ce-90f8-4ac8-b33d-621ceca22e2d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:23.272602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a0ffebe7-b5f3-4b2e-84c0-3abae342cf63 req-4a12f1ce-90f8-4ac8-b33d-621ceca22e2d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.2606547 Nov 20 08:37:23.307129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.314547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.352897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7e6b3d5f-b13d-4ef7-a2d6-b9aa8b41760f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:23.384947 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a0ffebe7-b5f3-4b2e-84c0-3abae342cf63 req-5e98e215-a502-415f-a540-1773903222b4 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107695 Nov 20 08:37:23.392351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9481093b-fb3f-438d-b70b-864f8bdd49d5,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:23.398821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:23.438974 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2254c53edc9944439bd5457a99f05214&name=default HTTP/1.1" status: 200 len: 2747 time: 0.8800066 Nov 20 08:37:23.442363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37706) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:23.557768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.619482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.705569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.709798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5faba8c3-41bc-43a6-af56-6610021e9665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:23.728848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9481093b-fb3f-438d-b70b-864f8bdd49d5,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:23.730978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:23.735510 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9481093b-fb3f-438d-b70b-864f8bdd49d5 HTTP/1.1" status: 204 len: 168 time: 0.2889881 Nov 20 08:37:23.735510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:23.829105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fcbe2-384d-4738-af3f-e57315518082 req-70cb6bdf-a2eb-4912-a1fb-8f523fef776c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:23.837077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a8fcbe2-384d-4738-af3f-e57315518082 req-70cb6bdf-a2eb-4912-a1fb-8f523fef776c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1628637 Nov 20 08:37:23.886209 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a8fcbe2-384d-4738-af3f-e57315518082 req-652cb1a5-2448-4c8c-802d-5d941f9671e0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481601 Nov 20 08:37:23.993421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network cd17aa2a-c319-4efb-ac68-58e9aecad0fd details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:24.265391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aba3a-545c-4258-971f-a7e0bf516f85 req-bb161840-ed24-44d5-a35c-dc316ce0d14c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:24.267290 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dc8aba3a-545c-4258-971f-a7e0bf516f85 req-bb161840-ed24-44d5-a35c-dc316ce0d14c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1365318 Nov 20 08:37:24.331063 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dc8aba3a-545c-4258-971f-a7e0bf516f85 req-a37e954b-833a-4500-b203-1855bb78f0b9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570183 Nov 20 08:37:24.363485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37732) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:24.385077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.444088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:24.448352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Usage tracker for resource:security_group_rule and tenant:6a301271b9484a369821c66e36fdd8d1 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:24.451288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:24.457481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:24.485391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:37:24.595092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.602437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.642575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-012ad258-f9d1-460c-a042-85e5397700c4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:37:24.643525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5741c464-0c32-4bbe-8c0c-7c9cce88ae77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:24.658953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37746) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:24.659171 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a301271b9484a369821c66e36fdd8d1&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2943938 Nov 20 08:37:24.794509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1152e0-11e1-49f3-a02f-3499d653e3f2,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:24.798414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:24.836336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.871429 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12f21a-314f-4ee3-bd4e-2660877028ef req-d0724814-6aa0-4d03-9755-0d64d2410432 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:24.874325 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0a12f21a-314f-4ee3-bd4e-2660877028ef req-d0724814-6aa0-4d03-9755-0d64d2410432 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.1837831 Nov 20 08:37:24.887133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.943502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.952600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8080f86-22c5-4003-b6c5-0fb654fb30c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:24.955847 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0a12f21a-314f-4ee3-bd4e-2660877028ef req-99d52f87-18e5-44ce-bb50-d3fe0d596aad tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739608 Nov 20 08:37:24.985277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:24.990682 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba1152e0-11e1-49f3-a02f-3499d653e3f2 HTTP/1.1" status: 204 len: 168 time: 0.3230116 Nov 20 08:37:24.993833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1152e0-11e1-49f3-a02f-3499d653e3f2,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:24.999058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:25.739512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device a9b575c7-d77a-411c-bab9-bdff533649eb up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:25.843696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port a9b575c7-d77a-411c-bab9-bdff533649eb completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:25.849018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port a9b575c7-d77a-411c-bab9-bdff533649eb triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:25.849594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:25.987311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.036150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port a9b575c7-d77a-411c-bab9-bdff533649eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a9b575c7-d77a-411c-bab9-bdff533649eb,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:26.036150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:26.050079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.058224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:26.178675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=a9b575c7-d77a-411c-bab9-bdff533649eb,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:26.183885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:26.186415 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb', 'code': 200} Nov 20 08:37:26.312645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37820) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:26.336923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d247e4-8118-4a93-b3bf-8dbcaf6797a2 req-e2a8ba53-8f54-4ad6-bf56-3e768d686e01 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:26.338986 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42d247e4-8118-4a93-b3bf-8dbcaf6797a2 req-e2a8ba53-8f54-4ad6-bf56-3e768d686e01 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 950 time: 0.1265056 Nov 20 08:37:26.411695 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42d247e4-8118-4a93-b3bf-8dbcaf6797a2 req-5efdaf7b-b1c9-48b0-97aa-169f48726099 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660431 Nov 20 08:37:26.490322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device a9b575c7-d77a-411c-bab9-bdff533649eb up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:26.504321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2027896936-network', 'tenant_id': 'bbacad5e517c48b3a9879d21e2de48fc'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:26.510715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:26.553822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Usage tracker for resource:network and tenant:bbacad5e517c48b3a9879d21e2de48fc is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:26.562259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:26.579293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port a9b575c7-d77a-411c-bab9-bdff533649eb triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:26.579995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.587917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:26.607224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Made reservation on behalf of bbacad5e517c48b3a9879d21e2de48fc for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:26.613421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.642976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.657328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ea94b-954a-4b9e-930c-46dd81d29a8c req-c10a6d41-be2d-4ad3-bf73-43119245b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:26.659289 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8f4ea94b-954a-4b9e-930c-46dd81d29a8c req-c10a6d41-be2d-4ad3-bf73-43119245b9d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 1167 time: 0.1458721 Nov 20 08:37:26.686308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:26.690670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbacad5e517c48b3a9879d21e2de48fc is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:26.694268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:26.700048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:26.780289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.799438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.807919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:26.843573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f94100d-8569-4410-a12a-c80ce4c7c1c5,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:26.851198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:26.860656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:37:26.886848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.887240 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Added segment 5b576a05-86b8-4aff-91b7-eebd7825910c of type vxlan for network 7d48443c-15d4-4194-ac41-d39e6eca5113 Nov 20 08:37:26.894619 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8f4ea94b-954a-4b9e-930c-46dd81d29a8c req-39dca1e9-4680-459f-b585-256b34bdc09e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126342 Nov 20 08:37:26.919585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.992166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:26.995696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:26.997535 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:27.009154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:27.154344 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8379283 Nov 20 08:37:27.154344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d48443c-15d4-4194-ac41-d39e6eca5113,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:27.155296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37848) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:27.164704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Request body: {'subnet': {'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2027896936-subnet', 'tenant_id': 'bbacad5e517c48b3a9879d21e2de48fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:27.172728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:27.180972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:27.184804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:27.197294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Usage tracker for resource:subnet and tenant:bbacad5e517c48b3a9879d21e2de48fc is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:27.207195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:27.207501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:27.225832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:27.339548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Made reservation on behalf of bbacad5e517c48b3a9879d21e2de48fc for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:27.346120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853195004'] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:27.547283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-03232047-e120-4d04-809b-a0bf37077bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:27.548993 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-03232047-e120-4d04-809b-a0bf37077bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.1656034 Nov 20 08:37:27.766286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-14d13f96-6f99-4e2e-95be-caa8c8eca266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:27.769435 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-14d13f96-6f99-4e2e-95be-caa8c8eca266 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.2131927 Nov 20 08:37:27.800596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e084cb9-057e-4959-9d0e-94d506b3ab23 req-8fe5aa1c-7261-4ae6-bdde-20fd1da59fdc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:27.802819 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1e084cb9-057e-4959-9d0e-94d506b3ab23 req-8fe5aa1c-7261-4ae6-bdde-20fd1da59fdc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.5651977 Nov 20 08:37:27.893088 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1e084cb9-057e-4959-9d0e-94d506b3ab23 req-7a309b4c-2e79-408a-b617-aebaa9a19bfe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821989 Nov 20 08:37:27.920825 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-530bef74-8b93-4538-850b-b2a4461e7fd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.1416042 Nov 20 08:37:28.038826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-121bde8b-5946-44a8-9c53-cd3129f41a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:28.042017 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-121bde8b-5946-44a8-9c53-cd3129f41a76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.1134691 Nov 20 08:37:28.153149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843346422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853194987'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:28.161971 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-d58a3f8d-c5eb-439c-9cf7-fc5c265f8af6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121166 Nov 20 08:37:28.385615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb29a5-075d-46ae-b2a1-13bdd6fb6a13 req-791b5efa-5841-4d31-8394-beff580897d0 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:28.387385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d3bb29a5-075d-46ae-b2a1-13bdd6fb6a13 req-791b5efa-5841-4d31-8394-beff580897d0 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 950 time: 0.2896876 Nov 20 08:37:28.389747 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-5eb7ff49-afa5-4812-8f27-e8f2027cdb47 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165360 Nov 20 08:37:28.448333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:28.456168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37884) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:28.606685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:28.631593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:28.664330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device a9b575c7-d77a-411c-bab9-bdff533649eb up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:28.676528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Checking segment: {'id': '5b576a05-86b8-4aff-91b7-eebd7825910c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:28.676981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Network hostable DHCP agents. Network: 7d48443c-15d4-4194-ac41-d39e6eca5113, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:37:28.762724 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d3bb29a5-075d-46ae-b2a1-13bdd6fb6a13 req-b8647e62-7eb3-4a6e-974a-b3810e04246a tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516037 Nov 20 08:37:28.810540 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:37:28.815570 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0aafbabf-c661-4249-ba66-eaa3be53e201 req-83a2d20a-dfc7-40eb-a73f-4bc6ba0a33f4 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3559525 Nov 20 08:37:28.859093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 7d48443c-15d4-4194-ac41-d39e6eca5113) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:28.873131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce37c9-b554-4017-9ed7-f4ee3fc261ea None None] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:28.886910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:28.925237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:28.926148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:28.996537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:29.022501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Usage tracker for resource:security_group_rule and tenant:cb773720067f4dc6af848baf4d01eea0 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:29.034280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:29.054765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:29.187722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.195153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.209600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-95a2db96-741e-4dc6-a3f2-d2f9814f220d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:29.283882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26afdde-c2ad-426f-b118-86be6c31b305,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:29.297155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:29.303680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb773720067f4dc6af848baf4d01eea0&name=default HTTP/1.1" status: 200 len: 2747 time: 0.8476830 Nov 20 08:37:29.307992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37922) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:29.404109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port a9b575c7-d77a-411c-bab9-bdff533649eb triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:29.407318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.418623 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-50412863-0214-4586-8d84-1530b4a370fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2538092 Nov 20 08:37:29.458639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-01efeaaa-85e3-4f53-92ce-bb5236c8ed46 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:29.466992 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-01efeaaa-85e3-4f53-92ce-bb5236c8ed46 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.4114575 Nov 20 08:37:29.488199 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-5a474655-f649-49f9-9f72-19da386128c5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/quotas/5ba6ec715eca470f8e2ccd0ff0b77fc4 HTTP/1.1" status: 200 len: 375 time: 0.0200164 Nov 20 08:37:29.572395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.663248 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.773014 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aadc9-46a6-445c-a05f-81a9377d1c7d req-c583362b-d9b0-4d64-86ed-6b0f2fc682c8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:29.774748 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-377aadc9-46a6-445c-a05f-81a9377d1c7d req-c583362b-d9b0-4d64-86ed-6b0f2fc682c8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.3312860 Nov 20 08:37:29.784601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e08c3-e791-4365-8740-d0923c4d930b None None] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:29.945935 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-377aadc9-46a6-445c-a05f-81a9377d1c7d req-df9aeecd-7105-454d-bb5c-03dd55e1c081 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495013 Nov 20 08:37:29.947054 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f1f5186e-7cc3-4ee7-8b1e-743d71175b7f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4573133 Nov 20 08:37:29.953627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:29.988146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b379052-93da-43c6-bdc6-a028954c6a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:30.018428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26afdde-c2ad-426f-b118-86be6c31b305,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:30.031941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:30.035781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:30.042818 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d26afdde-c2ad-426f-b118-86be6c31b305 HTTP/1.1" status: 204 len: 168 time: 0.7328508 Nov 20 08:37:30.087206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37948) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:30.208842 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-648fb2c8-223c-4973-8c1e-7badc81787bb service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537735 Nov 20 08:37:30.296975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad69ac-858a-454e-ae5f-e2070a141beb req-b51bff3f-2e1c-445a-8534-2ec48ea90bb2 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:30.302540 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-25ad69ac-858a-454e-ae5f-e2070a141beb req-b51bff3f-2e1c-445a-8534-2ec48ea90bb2 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 950 time: 0.1348732 Nov 20 08:37:30.391519 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-25ad69ac-858a-454e-ae5f-e2070a141beb req-dec8c280-ca4a-409a-ab1d-a1528d3496cd tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731688 Nov 20 08:37:30.433570 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-04fec5be-8e4f-41da-952a-9523465dbf00 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178881 Nov 20 08:37:30.692115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:30.752669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device a9b575c7-d77a-411c-bab9-bdff533649eb up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:30.783106 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8d9b24c4-e642-4df8-9499-dba5cccdc138 req-557e5eea-f16b-408d-971b-06904a3aa104 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 210 time: 0.0724244 Nov 20 08:37:30.838557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:30.846032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Usage tracker for resource:security_group_rule and tenant:edc02adaeea543939b5c97dd48dbe684 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:30.850375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:30.864461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:30.869462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37976) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:30.907093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:30.959799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port a9b575c7-d77a-411c-bab9-bdff533649eb triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:30.960469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:30.999753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.004015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.019651 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-721317e5-f2bd-47d6-b9b5-b53e05ba5c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:31.080917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52db22-fc0c-48b0-8ff8-24b32e6def62,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:31.084689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:31.088657 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edc02adaeea543939b5c97dd48dbe684&name=default HTTP/1.1" status: 200 len: 2747 time: 0.9993110 Nov 20 08:37:31.093197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 37988) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:31.142321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:31.152506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Usage tracker for resource:security_group_rule and tenant:350cd29564a44f5e821dd9d013770a26 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:31.163811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:31.182743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:31.218164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.309293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.313675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.328743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-89298c41-11e4-4317-a4fc-b037db9ab1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:31.399892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb2f0a-3f64-449d-adae-8da3f3187e41,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:31.402461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.411051 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=350cd29564a44f5e821dd9d013770a26&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5404468 Nov 20 08:37:31.412516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:31.413138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 37996) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:31.499684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e315b-2e67-4faa-9a0e-715899607358 req-7ab30f8d-9c5a-4a3c-b1f8-23941a244634 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:31.501777 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0f9e315b-2e67-4faa-9a0e-715899607358 req-7ab30f8d-9c5a-4a3c-b1f8-23941a244634 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2415757 Nov 20 08:37:31.535428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.540430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38002) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:31.552328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2d86976f-5ad8-4483-8857-673f9630d0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:31.563710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.571299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-506901224-network', 'tenant_id': '5395f10bfe8945c8928ca82c58a1ea00'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:31.577781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:31.581843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52db22-fc0c-48b0-8ff8-24b32e6def62,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:31.588556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:31.589883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Usage tracker for resource:network and tenant:5395f10bfe8945c8928ca82c58a1ea00 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:31.603652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.613294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:31.617708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.618958 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8d0dc7f8-ee70-4367-ab42-825361614c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d52db22-fc0c-48b0-8ff8-24b32e6def62 HTTP/1.1" status: 204 len: 168 time: 0.5239217 Nov 20 08:37:31.630289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:31.645131 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0f9e315b-2e67-4faa-9a0e-715899607358 req-ef03025f-9a9c-419b-86fd-f2156e136101 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238134 Nov 20 08:37:31.667974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Made reservation on behalf of 5395f10bfe8945c8928ca82c58a1ea00 for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:31.673198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.688131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.713814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819a0d-7372-4802-95a1-02988ac43c8c req-386a182e-5c0c-4bab-96f9-798c8a8b5eb9 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:31.722551 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-14819a0d-7372-4802-95a1-02988ac43c8c req-386a182e-5c0c-4bab-96f9-798c8a8b5eb9 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 950 time: 0.2534792 Nov 20 08:37:31.724548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.731090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a97b779e-6947-4b97-94b2-20d81758ed9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:31.744882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:31.762717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:5395f10bfe8945c8928ca82c58a1ea00 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:31.767575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:31.770555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb2f0a-3f64-449d-adae-8da3f3187e41,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:31.773495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:31.781119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:31.845363 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-14819a0d-7372-4802-95a1-02988ac43c8c req-7439bb1c-41cf-4216-aa85-7e910f14f9cb tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217279 Nov 20 08:37:31.846295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.848916 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97bb2f0a-3f64-449d-adae-8da3f3187e41 HTTP/1.1" status: 204 len: 168 time: 0.4333649 Nov 20 08:37:31.890828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.895618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.901328 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97b2a41f-4d21-469f-ad78-e7992395ad74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:31.947955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:37:31.977802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353487e-6d38-42e0-9db1-41ca9ca81948,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:31.995454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:31.999499 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Added segment 853212a1-f99f-4dbb-93f2-30ff12e2f418 of type vxlan for network 703feb16-9fa6-44b4-851e-485dddfca042 Nov 20 08:37:32.001461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:32.053398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:32.061433 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-93e7ed4a-291e-4c60-b70a-58478e9b43d2 req-6917db9e-d1df-4a63-9091-5ab2e6a11e1c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 210 time: 0.0516272 Nov 20 08:37:32.098011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:32.099432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:32.100224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:32.106516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:32.214059 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6540673 Nov 20 08:37:32.217439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38020) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:32.220453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=703feb16-9fa6-44b4-851e-485dddfca042,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:32.223300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:32.223608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Request body: {'subnet': {'network_id': '703feb16-9fa6-44b4-851e-485dddfca042', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-506901224-subnet', 'tenant_id': '5395f10bfe8945c8928ca82c58a1ea00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:32.229061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:32.233833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Usage tracker for resource:subnet and tenant:5395f10bfe8945c8928ca82c58a1ea00 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:32.236081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 703feb16-9fa6-44b4-851e-485dddfca042 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:32.237119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:32.251468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:32.273398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Made reservation on behalf of 5395f10bfe8945c8928ca82c58a1ea00 for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:32.281308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853195004'] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:32.402764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38030) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:32.440004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:32.453436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 703feb16-9fa6-44b4-851e-485dddfca042 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:32.502776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:32.508668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7cbced117045ba9ff3583453cda207 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:32.512262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:32.559123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:32.740640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-b4f2035a-e785-466d-b28c-fb392ec266c8 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:32.742255 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-b4f2035a-e785-466d-b28c-fb392ec266c8 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.2256763 Nov 20 08:37:32.859177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:32.868044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Request body: {'port': {'device_id': '7a6af634-453b-4695-90e7-872c288c4c8d', 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb', 'admin_state_up': True, 'tenant_id': '5ba6ec715eca470f8e2ccd0ff0b77fc4'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:32.979568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.060289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-590c983e-c371-40e0-8fbf-9f3ec39bd3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:33.081934 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d7cbced117045ba9ff3583453cda207&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6752272 Nov 20 08:37:33.096733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38054) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:33.233116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843346422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853194987'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.256994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-40feeb64-3e37-4b3a-bbfc-313fdc1a9826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:33.267517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07972ccf-4c41-421d-8df3-45507dc7dace,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:33.275423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:33.339095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3dd15-9178-4817-9420-18c8b20e9665 req-902daf72-a36c-48a5-8f4e-990981afce14 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:33.340843 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16e3dd15-9178-4817-9420-18c8b20e9665 req-902daf72-a36c-48a5-8f4e-990981afce14 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.4311895 Nov 20 08:37:33.343927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:33.377750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:33.404757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Made reservation on behalf of 5ba6ec715eca470f8e2ccd0ff0b77fc4 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:33.410636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.437320 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16e3dd15-9178-4817-9420-18c8b20e9665 req-8971979d-aefd-46f3-bd4b-647e555b0938 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840611 Nov 20 08:37:33.444906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.453958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3b601-a479-4fa5-87f4-7d0398138860 req-3813e8dd-d646-4401-9434-e51d7000c448 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:33.455605 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-04a3b601-a479-4fa5-87f4-7d0398138860 req-3813e8dd-d646-4401-9434-e51d7000c448 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 950 time: 0.3846703 Nov 20 08:37:33.491687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f788b1-74b4-4df4-bf41-68d66b8f8459,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:33.502127 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:33.541090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.601425 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-04a3b601-a479-4fa5-87f4-7d0398138860 req-314ccac1-d5d7-46b3-8a52-99b37d402f6e tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231985 Nov 20 08:37:33.699430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Checking segment: {'id': '853212a1-f99f-4dbb-93f2-30ff12e2f418', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '703feb16-9fa6-44b4-851e-485dddfca042'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:33.700098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Network hostable DHCP agents. Network: 703feb16-9fa6-44b4-851e-485dddfca042, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:37:33.738421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.749842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c27339aa-03e2-4968-878b-4b2227bc7701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:33.776367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07972ccf-4c41-421d-8df3-45507dc7dace,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:33.791277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:33.807911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Network 703feb16-9fa6-44b4-851e-485dddfca042 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:37:33.825723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.827918 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07972ccf-4c41-421d-8df3-45507dc7dace HTTP/1.1" status: 204 len: 168 time: 0.6856804 Nov 20 08:37:33.833331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 703feb16-9fa6-44b4-851e-485dddfca042) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:33.846576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:33.847253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:33.870811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cae411-f16f-4062-ad5c-e94e2ca57174 None None] Network 703feb16-9fa6-44b4-851e-485dddfca042 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:33.893203 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a0205abd-de53-4f25-bc98-5214a37e4c3a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6742547 Nov 20 08:37:34.022322 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0b1dee8e-5752-4406-85f6-5c1524d9c964 req-4fbe23d2-2529-4802-96e0-ade0e9ee7599 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 210 time: 0.1012509 Nov 20 08:37:34.124389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-63bd996a-2d28-4016-abe6-8dcfe25783cd tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:34.127703 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-63bd996a-2d28-4016-abe6-8dcfe25783cd tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.23 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 950 time: 0.5383203 Nov 20 08:37:34.152342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbc4c9-3ec9-490a-b7bf-911bc7e63c37 None None] Network 703feb16-9fa6-44b4-851e-485dddfca042 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:34.396122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Allocated IP 172.20.0.5 (3f9d4b38-dcef-40ca-8894-9f25001bf3fb/621e84de-d43c-403b-b55d-68049463b316/422bb902-c773-46f6-8bab-9faf865adc05) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:34.438671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Deleting port a9b575c7-d77a-411c-bab9-bdff533649eb {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:37:34.439069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:34.518310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device a9b575c7-d77a-411c-bab9-bdff533649eb no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:37:34.788349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:34.854580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port a9b575c7-d77a-411c-bab9-bdff533649eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a9b575c7-d77a-411c-bab9-bdff533649eb,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:34.857240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:34.866839 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:34.868775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:35.054322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=a9b575c7-d77a-411c-bab9-bdff533649eb,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:35.055683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] For port a9b575c7-d77a-411c-bab9-bdff533649eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a9b575c7-d77a-411c-bab9-bdff533649eb,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:35.056345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:35.062863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:35.361701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Calling delete_port for a9b575c7-d77a-411c-bab9-bdff533649eb owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:37:35.418180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:35.454587 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c878242-1326-433e-bedb-b58783e71408 req-aedf94ed-3887-49c4-a8c8-1aaffe434a34 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:35.456781 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c878242-1326-433e-bedb-b58783e71408 req-aedf94ed-3887-49c4-a8c8-1aaffe434a34 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.6515989 Nov 20 08:37:35.461979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:35.491051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:35.504397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-5ae9c684-f40d-4cc0-a770-21261b71d77d tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:35.514185 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-5ae9c684-f40d-4cc0-a770-21261b71d77d tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/networks?id=7d48443c-15d4-4194-ac41-d39e6eca5113 HTTP/1.1" status: 200 len: 809 time: 0.2326620 Nov 20 08:37:35.536108 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-bf9d4411-be80-4ae8-a4b5-a3693b1efd9b tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/quotas/bbacad5e517c48b3a9879d21e2de48fc HTTP/1.1" status: 200 len: 375 time: 0.0201919 Nov 20 08:37:35.606136 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-8eef29cb-fe25-4f07-8c27-77b6d3051e84 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbacad5e517c48b3a9879d21e2de48fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624735 Nov 20 08:37:35.817674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event updated for resources: {'Port': ['ID=422bb902-c773-46f6-8bab-9faf865adc05,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:35.861899 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5c878242-1326-433e-bedb-b58783e71408 req-8d68642b-57c0-418e-b15f-7db06f409a76 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964045 Nov 20 08:37:35.878482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.879663 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-281e7fe0-dbca-4a26-803b-1313e5b0243d service neutron] 10.222.0.20 "GET /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719738 Nov 20 08:37:35.880155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.880991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.881781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.882566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.883355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.884361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.885330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.886137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.886949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.887754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.889449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.891179 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.900411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.901777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.902589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.903488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.904310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.905205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.906146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.907092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.907985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.908831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.909621 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:35.940174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:35.995321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:37:35.995958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:37:36.044504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:36.046741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:36.050791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:36.059154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:36.061984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:36.130959 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2690756 Nov 20 08:37:36.204527 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-fc286c8b-c738-47a2-81ef-9586140b08c3 service neutron] 10.222.0.20 "GET /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3142328 Nov 20 08:37:36.218130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Request body: {'port': {'device_id': '7a6af634-453b-4695-90e7-872c288c4c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:36.501554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Deleting port a9b575c7-d77a-411c-bab9-bdff533649eb {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:37:36.502498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:36.676098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:36.717731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2e0b0-0fd9-4112-9815-71146b6132cb req-99c5c472-1f7c-41cb-a3fa-be1142e84261 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:36.718531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-03e2e0b0-0fd9-4112-9815-71146b6132cb req-99c5c472-1f7c-41cb-a3fa-be1142e84261 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Synchronizing usage tracker for tenant:3abd831897884d49986009491b666301 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:36.812395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-03e2e0b0-0fd9-4112-9815-71146b6132cb req-99c5c472-1f7c-41cb-a3fa-be1142e84261 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Unset dirty status for tenant:3abd831897884d49986009491b666301 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:36.813758 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-03e2e0b0-0fd9-4112-9815-71146b6132cb req-99c5c472-1f7c-41cb-a3fa-be1142e84261 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 948 time: 0.6672237 Nov 20 08:37:36.898087 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb', 'code': 200} Nov 20 08:37:37.170683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa31d-dc63-4014-8724-dbcd3bc4a772 req-2ca7a6c9-275c-4ffd-bbb6-8ffacbe02233 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:37.179028 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-679fa31d-dc63-4014-8724-dbcd3bc4a772 req-2ca7a6c9-275c-4ffd-bbb6-8ffacbe02233 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 931 time: 0.1245453 Nov 20 08:37:37.239251 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-679fa31d-dc63-4014-8724-dbcd3bc4a772 req-b27dff80-6d7c-4ef0-aa3f-d959273d5541 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591409 Nov 20 08:37:37.299268 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-03e2e0b0-0fd9-4112-9815-71146b6132cb req-306099fa-6228-4abb-99a0-fd0df6841f28 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/security-groups?id=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620514 Nov 20 08:37:37.458204 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6c19c092-b3c2-400a-b464-c1f6f1e8f650 req-c43aea84-3037-4902-b45a-dea7333a9c2e tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 210 time: 0.1400282 Nov 20 08:37:37.517320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38200) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:37.768083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:37.797051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] For port a9b575c7-d77a-411c-bab9-bdff533649eb, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a9b575c7-d77a-411c-bab9-bdff533649eb,segment=NetworkSegment(968ab473-742c-41ee-ba23-d70c3939fbe6),segment_id=968ab473-742c-41ee-ba23-d70c3939fbe6)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:37.797576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:37.834200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:37.843819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Usage tracker for resource:security_group_rule and tenant:31ee89edfa6e462788ec3dd5117a0db4 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:37.849855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:37.866065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:38.049757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.057281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.079258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:38.114462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Calling delete_port for a9b575c7-d77a-411c-bab9-bdff533649eb owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:37:38.140691 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f9435c-db02-4ae8-aa65-d06f3d6cb85b,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:38.150411 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ee89edfa6e462788ec3dd5117a0db4&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6309676 Nov 20 08:37:38.153707 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38218) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:38.214513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.214726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.215063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.215456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.215842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.216228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.217192 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.217644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.217644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.218479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.218877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.219241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.219672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.220052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.220444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.220810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.221191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.221574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.221939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.222317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.222691 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.223065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.223439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.223966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:38.229465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:38.249333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.290626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.314013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439a07-2ce8-4edc-9d2d-a5d1fd7a55c4 req-a4669082-0f8a-4d2e-8fdc-5591312ced6b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:38.328311 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b0439a07-2ce8-4edc-9d2d-a5d1fd7a55c4 req-a4669082-0f8a-4d2e-8fdc-5591312ced6b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.6750848 Nov 20 08:37:38.348752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.356597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f667553-5326-4ced-ace4-4a2860b21d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:38.373394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f9435c-db02-4ae8-aa65-d06f3d6cb85b,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:38.377057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:38.378393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.379631 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0f9435c-db02-4ae8-aa65-d06f3d6cb85b HTTP/1.1" status: 204 len: 168 time: 0.2233663 Nov 20 08:37:38.588387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759640df-6f5a-4100-ab26-50689f8872be req-5e135a3c-45f6-47c7-b8ad-503a8bcb683d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:38.590070 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-759640df-6f5a-4100-ab26-50689f8872be req-5e135a3c-45f6-47c7-b8ad-503a8bcb683d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 931 time: 0.1045513 Nov 20 08:37:38.752789 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b0439a07-2ce8-4edc-9d2d-a5d1fd7a55c4 req-523b97e7-163b-421e-946e-a2f8d2aefb97 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908961 Nov 20 08:37:38.802344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422bb902-c773-46f6-8bab-9faf865adc05 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:38.824717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.830432 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-759640df-6f5a-4100-ab26-50689f8872be req-3d697ada-95c1-4486-8499-2096b4019851 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307081 Nov 20 08:37:38.850986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Transition to ACTIVE for port object 422bb902-c773-46f6-8bab-9faf865adc05 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:38.859767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:38.880462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:39.001627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-128712c1-dfc8-4a25-955e-de4316a29894 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:39.003438 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-128712c1-dfc8-4a25-955e-de4316a29894 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.23 "GET /v2.0/networks?id=7d48443c-15d4-4194-ac41-d39e6eca5113 HTTP/1.1" status: 200 len: 809 time: 0.3817370 Nov 20 08:37:39.070592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Request body: {'port': {'device_id': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113', 'admin_state_up': True, 'tenant_id': 'bbacad5e517c48b3a9879d21e2de48fc'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:39.197042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.215670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-29a0efab-49c6-4114-92d9-21b18a35fefb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:39.280238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:39.282832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.449566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38250) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:39.452343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Pushing event deleted for resources: {'Port': ['ID=a9b575c7-d77a-411c-bab9-bdff533649eb,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:39.535845 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c954ff4-7af0-4020-9f9d-ea3c12f7b990 req-636f9f0b-c216-4ed7-989f-8a7b59de7e95 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 210 time: 0.5312989 Nov 20 08:37:39.609679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:39.622449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Usage tracker for resource:port and tenant:bbacad5e517c48b3a9879d21e2de48fc is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:39.639086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Quota usage for port was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:39.669319 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e55629e7-750e-4be6-8674-3689c68e49b0 req-baa8ec0d-97f0-4eba-8d4d-279bd86f84ad tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 210 time: 0.3775933 Nov 20 08:37:39.680283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:39.707749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Made reservation on behalf of bbacad5e517c48b3a9879d21e2de48fc for: {'port': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:39.715124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.805259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] No DVR routers for this DVR port a9b575c7-d77a-411c-bab9-bdff533649eb on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:37:39.902497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.915006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:39.935051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'name': 'network-vif-deleted', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:40.001446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Pushing event updated for resources: {'Port': ['ID=422bb902-c773-46f6-8bab-9faf865adc05,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:40.014625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:40.015632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.756s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:40.016181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:40.021742 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2a6fe60f-ee2a-40df-b283-bc063ef08547 req-c5dfb5c3-94e4-4387-9594-bea5370e9829 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.23 "DELETE /v2.0/ports/a9b575c7-d77a-411c-bab9-bdff533649eb HTTP/1.1" status: 204 len: 173 time: 5.8778284 Nov 20 08:37:40.045889 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:40.050368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Usage tracker for resource:security_group_rule and tenant:79df98ac12a840d393fbffb43eaa6b23 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:40.064931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:40.075226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:40.160079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.270814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.287788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a53b7f8-6b8e-4eb9-aa5d-c58ab86918ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:40.348195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Allocated IP 172.20.0.6 (7d48443c-15d4-4194-ac41-d39e6eca5113/9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604/1229bf2b-7f6e-454b-bd87-537ff306cf95) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:40.454115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47326ecb-1ad6-466a-95aa-920243166f1c,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:40.472421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:40.503983 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79df98ac12a840d393fbffb43eaa6b23&name=default HTTP/1.1" status: 200 len: 2747 time: 1.0484233 Nov 20 08:37:40.504913 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38270) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:40.548500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5edd-e0be-4075-a6ab-712210089ecc req-54ad8a70-d362-433e-adce-7d00138cfb30 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:40.550229 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ce5edd-e0be-4075-a6ab-712210089ecc req-54ad8a70-d362-433e-adce-7d00138cfb30 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.3860865 Nov 20 08:37:40.610696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Attempting to bind port 422bb902-c773-46f6-8bab-9faf865adc05 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:40.611234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Attempting to bind port 422bb902-c773-46f6-8bab-9faf865adc05 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:40.611835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Attempting to bind port 422bb902-c773-46f6-8bab-9faf865adc05 on network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:40.655015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:40.655671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Checking segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:40.656373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.657093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Bound using segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:40.657952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Bound port: 422bb902-c773-46f6-8bab-9faf865adc05, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:40.658618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.674532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.701990 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473af72a-2ddc-4aba-92fa-9a8f4adc026e req-c5ee931a-039d-4814-b3fe-a30fbebe5f04 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:40.703765 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-473af72a-2ddc-4aba-92fa-9a8f4adc026e req-c5ee931a-039d-4814-b3fe-a30fbebe5f04 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.1587403 Nov 20 08:37:40.714185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.769774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.794388 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ce5edd-e0be-4075-a6ab-712210089ecc req-2c9e1068-ff20-4bcc-9de2-f7cf8ffd1c69 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297597 Nov 20 08:37:40.802017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.818629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7afb31e4-aaca-4a23-b6ce-9c21f0d02ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:40.870867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] For port 422bb902-c773-46f6-8bab-9faf865adc05, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:40.874530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] For port 422bb902-c773-46f6-8bab-9faf865adc05, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=422bb902-c773-46f6-8bab-9faf865adc05,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:40.880013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.884212 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-473af72a-2ddc-4aba-92fa-9a8f4adc026e req-c8c1aa00-c299-437a-8780-36b28229d264 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654015 Nov 20 08:37:40.897643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:40.941219 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b599adcb-f6ed-4ee5-9600-a1e312c3be51', 'name': 'network-vif-deleted', 'tag': 'a9b575c7-d77a-411c-bab9-bdff533649eb', 'status': 'completed', 'code': 200} Nov 20 08:37:40.978273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:40.999724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:41.003720 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47326ecb-1ad6-466a-95aa-920243166f1c HTTP/1.1" status: 204 len: 168 time: 0.4955134 Nov 20 08:37:41.027560 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Pushing event updated for resources: {'Port': ['ID=1229bf2b-7f6e-454b-bd87-537ff306cf95,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:41.031652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:41.105523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:37:41.108533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:41.113221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:37:41.203013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Pushing event updated for resources: {'Port': ['ID=422bb902-c773-46f6-8bab-9faf865adc05,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:41.245486 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c21e33c0-5a8c-46ce-9d15-5a1944319010 req-b2678eeb-60ef-4223-ae69-c36b49f6c0a6 tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] 10.222.0.20 "GET /v2.0/ports?device_id=b599adcb-f6ed-4ee5-9600-a1e312c3be51 HTTP/1.1" status: 200 len: 210 time: 0.0569830 Nov 20 08:37:41.249497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:41.252007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.252862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:41.256024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4be2f496-e201-4d86-b45a-8bd94f41acf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:41.275043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47326ecb-1ad6-466a-95aa-920243166f1c,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:41.278495 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2166750 Nov 20 08:37:41.301724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bb53f39f-1292-40a3-807e-16b384571ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:41.325438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Request body: {'port': {'device_id': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:41.340544 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ffeb0-5418-40ea-8442-ed82e4629f34 req-bcf85421-adc7-441c-9288-04be6fa7a1dc tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.343278 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-407ffeb0-5418-40ea-8442-ed82e4629f34 req-bcf85421-adc7-441c-9288-04be6fa7a1dc tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 931 time: 0.2129755 Nov 20 08:37:41.344666 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.345339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:41.346814 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] 10.222.0.23 "PUT /v2.0/ports/422bb902-c773-46f6-8bab-9faf865adc05 HTTP/1.1" status: 200 len: 1157 time: 5.1371918 Nov 20 08:37:41.549514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-407ffeb0-5418-40ea-8442-ed82e4629f34 req-880beed0-05ec-4549-95c8-452ba9d32979 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Synchronizing usage tracker for tenant:bbacad5e517c48b3a9879d21e2de48fc on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:41.570852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:41.587368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1166a-8c8c-4672-9c84-54609212fad2 req-f19bc07b-3032-4e1a-8598-fba4a94752d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.589098 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2ba1166a-8c8c-4672-9c84-54609212fad2 req-f19bc07b-3032-4e1a-8598-fba4a94752d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.1922543 Nov 20 08:37:41.589785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-407ffeb0-5418-40ea-8442-ed82e4629f34 req-880beed0-05ec-4549-95c8-452ba9d32979 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Unset dirty status for tenant:bbacad5e517c48b3a9879d21e2de48fc on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:41.590911 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-407ffeb0-5418-40ea-8442-ed82e4629f34 req-880beed0-05ec-4549-95c8-452ba9d32979 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384124 Nov 20 08:37:41.653464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-ade0b0fc-d81d-4475-b1c3-4be7b353167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:41.655930 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-ade0b0fc-d81d-4475-b1c3-4be7b353167b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 1160 time: 0.2059050 Nov 20 08:37:41.659545 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2ba1166a-8c8c-4672-9c84-54609212fad2 req-7a0f585b-33f1-4864-bdf0-d0bfd00cdf5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 Nov 20 08:37:42.213038 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-8576e907-eb24-42d9-b4f2-59e1eee7272f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422bb902-c773-46f6-8bab-9faf865adc05 HTTP/1.1" status: 200 len: 217 time: 0.2012393 Nov 20 08:37:42.286366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123184af-04d5-46d3-b3d2-6e34dc3042d9 req-49a53d19-7e99-4d9d-9dc3-3211026dc94c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:42.288048 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-123184af-04d5-46d3-b3d2-6e34dc3042d9 req-49a53d19-7e99-4d9d-9dc3-3211026dc94c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2482536 Nov 20 08:37:42.315545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-3c0afe7d-1181-4b8f-a993-0ebb8b700ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:42.317521 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-3c0afe7d-1181-4b8f-a993-0ebb8b700ade service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.0921416 Nov 20 08:37:42.328496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1229bf2b-7f6e-454b-bd87-537ff306cf95 {{(pid=80321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:37:42.345856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:42.369362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Transition to ACTIVE for port object 1229bf2b-7f6e-454b-bd87-537ff306cf95 will not be triggered until provisioned by entity L2. {{(pid=80321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:42.375148 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-123184af-04d5-46d3-b3d2-6e34dc3042d9 req-e53aad15-53e7-4fe3-b7a0-824a3b7ef777 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802464 Nov 20 08:37:42.376680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:42.390684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857b97-7609-4505-9d6c-55ef2488fbd7 req-c57d113f-62e2-4df5-af45-536a19f644f1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:42.391702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d9857b97-7609-4505-9d6c-55ef2488fbd7 req-c57d113f-62e2-4df5-af45-536a19f644f1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:42.398945 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-88cf4a75-1cb0-4a8c-988b-1d247afde1e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705123 Nov 20 08:37:42.416068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6169bd7c-1aeb-4477-b0f5-8879d51c3665 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:42.629340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Pushing event updated for resources: {'Port': ['ID=1229bf2b-7f6e-454b-bd87-537ff306cf95,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:42.633780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:42.775496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d9857b97-7609-4505-9d6c-55ef2488fbd7 req-c57d113f-62e2-4df5-af45-536a19f644f1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:42.783987 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d9857b97-7609-4505-9d6c-55ef2488fbd7 req-c57d113f-62e2-4df5-af45-536a19f644f1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.6563094 Nov 20 08:37:42.875007 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d9857b97-7609-4505-9d6c-55ef2488fbd7 req-151754ef-f879-4512-90c9-29b96c05f586 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900023 Nov 20 08:37:42.907170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Attempting to bind port 1229bf2b-7f6e-454b-bd87-537ff306cf95 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:37:42.907380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Attempting to bind port 1229bf2b-7f6e-454b-bd87-537ff306cf95 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '5b576a05-86b8-4aff-91b7-eebd7825910c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113'}] {{(pid=80321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:37:42.907772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Attempting to bind port 1229bf2b-7f6e-454b-bd87-537ff306cf95 on network 7d48443c-15d4-4194-ac41-d39e6eca5113 {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:37:42.934650 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-316d74d5-ab07-49aa-b3e8-c0a813830742 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089071 Nov 20 08:37:42.938186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:37:42.938568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Checking segment: {'id': '5b576a05-86b8-4aff-91b7-eebd7825910c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:42.939416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:42.939813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Bound using segment: {'id': '5b576a05-86b8-4aff-91b7-eebd7825910c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113'} {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:37:42.940329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Bound port: 1229bf2b-7f6e-454b-bd87-537ff306cf95, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b576a05-86b8-4aff-91b7-eebd7825910c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7d48443c-15d4-4194-ac41-d39e6eca5113'}}] {{(pid=80321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:37:42.940898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:42.942018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:43.106800 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05', 'status': 'completed', 'code': 200} Nov 20 08:37:43.161791 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ddd3ae7-544c-4260-9e9f-450bbd7426da req-a3d81224-67ff-4f46-894d-e0a2e9de242e service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2143004 Nov 20 08:37:43.316129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] For port 1229bf2b-7f6e-454b-bd87-537ff306cf95, host hv-cinder-73362, cleared binding levels {{(pid=80321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:37:43.322966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] For port 1229bf2b-7f6e-454b-bd87-537ff306cf95, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1229bf2b-7f6e-454b-bd87-537ff306cf95,segment=NetworkSegment(5b576a05-86b8-4aff-91b7-eebd7825910c),segment_id=5b576a05-86b8-4aff-91b7-eebd7825910c)] {{(pid=80321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:37:43.344856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff386a-a095-43d5-800c-b5444bb7b13e req-2f792f64-9814-4bec-b448-eb94b0477fb1 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:43.346463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-faff386a-a095-43d5-800c-b5444bb7b13e req-2f792f64-9814-4bec-b448-eb94b0477fb1 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Synchronizing usage tracker for tenant:bbacad5e517c48b3a9879d21e2de48fc on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:37:43.352774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:43.393554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:43.458475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-07044a4a-e4de-4da7-88ad-0aa20e06578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:43.460352 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-07044a4a-e4de-4da7-88ad-0aa20e06578b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 1160 time: 0.1370566 Nov 20 08:37:43.478427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-faff386a-a095-43d5-800c-b5444bb7b13e req-2f792f64-9814-4bec-b448-eb94b0477fb1 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Unset dirty status for tenant:bbacad5e517c48b3a9879d21e2de48fc on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:37:43.486792 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-faff386a-a095-43d5-800c-b5444bb7b13e req-2f792f64-9814-4bec-b448-eb94b0477fb1 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.4328339 Nov 20 08:37:43.669397 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-faff386a-a095-43d5-800c-b5444bb7b13e req-6f901f08-858f-422e-a4d5-08cb51a55e80 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814983 Nov 20 08:37:43.787635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Pushing event updated for resources: {'Port': ['ID=1229bf2b-7f6e-454b-bd87-537ff306cf95,revision_number=3']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:43.796797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f06b15cf-f91f-4e4c-b6d6-98c2b8522afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:43.806563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:43.900894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:43.901704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:43.904157 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] 10.222.0.23 "PUT /v2.0/ports/1229bf2b-7f6e-454b-bd87-537ff306cf95 HTTP/1.1" status: 200 len: 1157 time: 2.5905817 Nov 20 08:37:43.905814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:43.977352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-fffe0df8-5723-4b8a-af00-8d08bf33d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:43.981602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-fffe0df8-5723-4b8a-af00-8d08bf33d117 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 909 time: 0.5134959 Nov 20 08:37:43.991056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf22bd9-8b82-4882-90a4-497abe47868d req-295c1c34-7670-40e5-969a-e288776a771a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:44.002397 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-abf22bd9-8b82-4882-90a4-497abe47868d req-295c1c34-7670-40e5-969a-e288776a771a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2819450 Nov 20 08:37:44.100439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b7598416-0f95-45d3-a278-12d6419feaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:44.105383 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-b7598416-0f95-45d3-a278-12d6419feaf9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbacad5e517c48b3a9879d21e2de48fc&device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 1160 time: 0.1341059 Nov 20 08:37:44.146536 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-cc973544-d3ab-41ae-adc0-33c844ab774f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422bb902-c773-46f6-8bab-9faf865adc05 HTTP/1.1" status: 200 len: 217 time: 0.1414652 Nov 20 08:37:44.225435 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-abf22bd9-8b82-4882-90a4-497abe47868d req-c7d5e8e2-3fea-4d18-9398-d653b437f626 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218063 Nov 20 08:37:44.327501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-3ed3b18a-bcaf-41b6-9df9-15970709a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:44.335611 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95', 'status': 'completed', 'code': 200} Nov 20 08:37:44.339015 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-3ed3b18a-bcaf-41b6-9df9-15970709a67c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.1753366 Nov 20 08:37:44.400252 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-47e4752f-4fa9-45df-9549-91e147f73409 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1229bf2b-7f6e-454b-bd87-537ff306cf95 HTTP/1.1" status: 200 len: 217 time: 0.2718265 Nov 20 08:37:44.425399 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-ba9c696a-e3b5-4b0e-bedf-bf513c2f88e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817890 Nov 20 08:37:44.513925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-588e64bf-c47f-4362-a282-b0fe676b1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:44.516839 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-588e64bf-c47f-4362-a282-b0fe676b1dd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604 HTTP/1.1" status: 200 len: 849 time: 0.0987406 Nov 20 08:37:44.634921 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-55dfafe3-ba66-4313-b9fe-6949216d85eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d48443c-15d4-4194-ac41-d39e6eca5113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083121 Nov 20 08:37:44.882190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:44.970220 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-20a5769b-93ca-4323-a8f7-0c3db02b03dd service neutron] 10.222.0.23 "GET /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853014 Nov 20 08:37:45.098538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:45.099339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:45.332930 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-f1e8c5ee-092b-4d1a-8cef-6ad311fc8ccd service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975554 Nov 20 08:37:45.358887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6902c4-19c8-45c0-9d75-9511469e41ca req-448c4cc4-880f-4b15-87b7-76cabda58900 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.373960 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2c6902c4-19c8-45c0-9d75-9511469e41ca req-448c4cc4-880f-4b15-87b7-76cabda58900 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.7363164 Nov 20 08:37:45.402589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7183495-91d8-4d73-b212-cd35466b7468 req-c06b09ec-208e-4681-8783-8e7739312f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.410937 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-c06b09ec-208e-4681-8783-8e7739312f71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.5208702 Nov 20 08:37:45.486908 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2c6902c4-19c8-45c0-9d75-9511469e41ca req-b6d11df9-2fda-409b-b50d-e3bdf1c9a3a4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115925 Nov 20 08:37:45.494359 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9a70be58-a78b-4ed4-adaa-2ccde8110141 req-edc8c6c9-2ea7-40c2-bb91-29492ec0af37 service neutron] 10.222.0.23 "GET /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5106966 Nov 20 08:37:45.784860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d735a6-d00e-45be-bb11-5c2c0219a3f5 req-bdff41bd-7739-4052-96b3-6a1b3d049ac6 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.786550 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-26d735a6-d00e-45be-bb11-5c2c0219a3f5 req-bdff41bd-7739-4052-96b3-6a1b3d049ac6 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.7846105 Nov 20 08:37:45.809342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739de588-8171-48cf-b1ba-ae39d86e9846 req-7b9a1b68-0211-47e9-ad7f-f9a09959c186 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.811968 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-739de588-8171-48cf-b1ba-ae39d86e9846 req-7b9a1b68-0211-47e9-ad7f-f9a09959c186 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1320176 Nov 20 08:37:45.816232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-301ddec1-19a3-49fc-9cc6-f0f5c232f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.818228 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-301ddec1-19a3-49fc-9cc6-f0f5c232f7c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbacad5e517c48b3a9879d21e2de48fc&device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 1160 time: 0.1825292 Nov 20 08:37:45.866779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7183495-91d8-4d73-b212-cd35466b7468 req-d0176e60-8b90-479d-a9aa-a8138a7bfe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:45.868238 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-d0176e60-8b90-479d-a9aa-a8138a7bfe36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.4283698 Nov 20 08:37:45.874477 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abc0928-16b0-41db-a219-32a30610e4e7 req-b3ab9506-a127-492c-a023-646a5bc49429 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5269861 Nov 20 08:37:45.967598 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-26d735a6-d00e-45be-bb11-5c2c0219a3f5 req-3a2aefa8-dac0-4b82-a6e1-8f2ad35ce50e tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625700 Nov 20 08:37:45.986357 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-f19b73f8-e1bf-4433-9d94-6e7f8b5ecc9b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.0840745 Nov 20 08:37:46.087178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7183495-91d8-4d73-b212-cd35466b7468 req-501f50ea-8172-49a3-9cb7-0f6622dbd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:46.092478 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-501f50ea-8172-49a3-9cb7-0f6622dbd2a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.0984089 Nov 20 08:37:46.119436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-41f65982-32bf-4ca4-96e2-8f26e4ac14e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.189141 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-66506fa4-66b2-4fc2-a1a1-6e96372cb7d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872197 Nov 20 08:37:46.227030 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-739de588-8171-48cf-b1ba-ae39d86e9846 req-f885eae5-0058-485e-8aad-8e0348ab5b1b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995440 Nov 20 08:37:46.296526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-375f2204-aaac-4b5a-8404-8302fa641f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:46.298941 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-375f2204-aaac-4b5a-8404-8302fa641f89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d48443c-15d4-4194-ac41-d39e6eca5113 HTTP/1.1" status: 200 len: 903 time: 0.4540713 Nov 20 08:37:46.407304 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-8732e9a8-c537-4723-89c3-fa4e6de7b6c4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1229bf2b-7f6e-454b-bd87-537ff306cf95 HTTP/1.1" status: 200 len: 217 time: 0.0954640 Nov 20 08:37:46.506207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-4b7922e2-2cc2-4832-8395-0cda3b37b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:46.508222 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-4b7922e2-2cc2-4832-8395-0cda3b37b436 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604 HTTP/1.1" status: 200 len: 849 time: 0.0958631 Nov 20 08:37:46.582378 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-aff689d3-00a0-46e5-a311-627d23f0711f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d48443c-15d4-4194-ac41-d39e6eca5113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642309 Nov 20 08:37:46.604256 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-891975bc-106f-4d0c-bcaf-0d3148472d45 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530369 Nov 20 08:37:46.803969 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7183495-91d8-4d73-b212-cd35466b7468 req-e25b572b-349f-4d84-a6b5-657427d446be service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1895895 Nov 20 08:37:46.946146 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-76d5c0f2-e009-4d6a-ac66-ad57bb0b50ed service neutron] 10.222.0.23 "GET /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490167 Nov 20 08:37:46.981032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:46.993072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5402f5-b80e-4ed7-9811-d75eab30706c req-bc16b8f0-1ad7-4fdd-9ead-7d38821c9446 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:46.996432 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8b5402f5-b80e-4ed7-9811-d75eab30706c req-bc16b8f0-1ad7-4fdd-9ead-7d38821c9446 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.2760046 Nov 20 08:37:47.256696 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b6d0bd-7be3-4219-8ebf-b48335c4a7b9 req-42438ff5-10fe-4f93-8234-a0bfcbfa6f1c service neutron] 10.222.0.23 "GET /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2566662 Nov 20 08:37:47.308894 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8b5402f5-b80e-4ed7-9811-d75eab30706c req-19aee1ad-611f-4328-a34f-299dd2bfe0a6 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581468 Nov 20 08:37:47.461699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600a39-cff7-43e3-8ba9-04860f734f52 req-64bcf0ce-3718-4a60-8c99-fe10792c94a9 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:47.472171 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-82600a39-cff7-43e3-8ba9-04860f734f52 req-64bcf0ce-3718-4a60-8c99-fe10792c94a9 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.2143309 Nov 20 08:37:47.542712 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-82600a39-cff7-43e3-8ba9-04860f734f52 req-cb90f34d-e0a9-4908-9f46-04d3f3e65669 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686383 Nov 20 08:37:47.652781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facffa1c-d51a-4f04-93d9-7c5b4f3d9dfe req-0c301625-c9e5-4553-8bfc-10dbbcd860cb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:47.675765 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-facffa1c-d51a-4f04-93d9-7c5b4f3d9dfe req-0c301625-c9e5-4553-8bfc-10dbbcd860cb tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2113547 Nov 20 08:37:47.789779 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-facffa1c-d51a-4f04-93d9-7c5b4f3d9dfe req-67c88ed7-edfa-4d4d-b7a2-0889e81f4cee tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054139 Nov 20 08:37:48.049380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:48.398432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:48.554734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38706) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:48.619979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bae3f-9447-4d56-8ebf-8b51ac7fa588 req-a56fecd5-46fb-4254-949b-0b78f057699a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.621763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-660bae3f-9447-4d56-8ebf-8b51ac7fa588 req-a56fecd5-46fb-4254-949b-0b78f057699a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.1170447 Nov 20 08:37:48.723540 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-660bae3f-9447-4d56-8ebf-8b51ac7fa588 req-03a3a3f5-20e3-4b42-8a77-4ffded8f3adb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914085 Nov 20 08:37:48.835049 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:48.899868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0881a25-9c29-49f8-a00c-6d458c72f6a1 req-ac65e5f8-cca5-4cdf-b72a-425322620579 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:48.901539 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d0881a25-9c29-49f8-a00c-6d458c72f6a1 req-ac65e5f8-cca5-4cdf-b72a-425322620579 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.1620288 Nov 20 08:37:48.902693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:48.907965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Usage tracker for resource:security_group_rule and tenant:b09a216e24eb4d8f94d737d343baae3f is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:48.912436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:48.937759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:48.966859 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d0881a25-9c29-49f8-a00c-6d458c72f6a1 req-a5760a38-0350-456d-b604-9760d1728301 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555575 Nov 20 08:37:49.063574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.068371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.078749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c2449e98-9d74-4cd7-86f5-83d73fa9d3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:49.142751 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b09a216e24eb4d8f94d737d343baae3f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5864084 Nov 20 08:37:49.149200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38736) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:49.170824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.185717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6345efed-ab96-4833-9a3a-c097ef17af9f,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:49.198060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:49.208804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c74eb3-3fd0-4ee6-a82e-b510aa512f07 req-cd371341-7a7d-4c64-b03c-4fbdc436338e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:49.210640 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-29c74eb3-3fd0-4ee6-a82e-b510aa512f07 req-cd371341-7a7d-4c64-b03c-4fbdc436338e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2537954 Nov 20 08:37:49.295457 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-29c74eb3-3fd0-4ee6-a82e-b510aa512f07 req-9c030a69-1d02-495a-a44b-cd59c6faa303 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778112 Nov 20 08:37:49.301888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.340375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.393228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.397470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e4cda1cb-a1eb-4142-827d-4e543533600a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:49.411402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6345efed-ab96-4833-9a3a-c097ef17af9f,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:49.414242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:49.424427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:49.425794 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6345efed-ab96-4833-9a3a-c097ef17af9f HTTP/1.1" status: 204 len: 168 time: 0.2755406 Nov 20 08:37:50.014800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8c4d1-65ba-4254-b698-531b22f5338e req-629911c4-8297-4c20-bb31-73362304bc36 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.018401 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-64c8c4d1-65ba-4254-b698-531b22f5338e req-629911c4-8297-4c20-bb31-73362304bc36 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.1076198 Nov 20 08:37:50.072112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38754) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:50.085664 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-64c8c4d1-65ba-4254-b698-531b22f5338e req-7a221d3b-4768-442a-8a47-5eb254926116 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604231 Nov 20 08:37:50.111585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.152235 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:50.157624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Usage tracker for resource:security_group_rule and tenant:0d767197132844d2b89c854c4a2cb0cc is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:50.161124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:50.167422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:50.326724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.333259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.344530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9be23a9e-6682-4b7c-9df9-eac28d06b98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:50.364928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e65d6-f638-47db-a14e-ec979db2dd1d req-bb9a3cbc-a394-46c6-b696-0560b7b40a7c tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.366874 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-884e65d6-f638-47db-a14e-ec979db2dd1d req-bb9a3cbc-a394-46c6-b696-0560b7b40a7c tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.1708925 Nov 20 08:37:50.429374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca7b41-435c-4da9-88aa-95b0c2fa2f84,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:50.438543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:50.447057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:50.451567 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d767197132844d2b89c854c4a2cb0cc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3775978 Nov 20 08:37:50.455335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38768) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:50.497344 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-884e65d6-f638-47db-a14e-ec979db2dd1d req-27c0dac2-1271-44cc-b3c7-b655d7eb6c51 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227272 Nov 20 08:37:50.581256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.587514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:50.587916 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.639060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.871880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:50.881640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9009b163-e884-4d19-94df-277246249337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:50.930543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee52f26-297e-445e-b946-cbdaade11de4 req-b5baeac9-0dbf-4eb5-afef-4b3c81d91af3 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:50.933508 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6ee52f26-297e-445e-b946-cbdaade11de4 req-b5baeac9-0dbf-4eb5-afef-4b3c81d91af3 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2123275 Nov 20 08:37:50.935631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca7b41-435c-4da9-88aa-95b0c2fa2f84,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:50.947602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:50.948182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 422bb902-c773-46f6-8bab-9faf865adc05 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:51.025653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.026129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38778) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:51.027270 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eca7b41-435c-4da9-88aa-95b0c2fa2f84 HTTP/1.1" status: 204 len: 168 time: 0.5705526 Nov 20 08:37:51.107922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 422bb902-c773-46f6-8bab-9faf865adc05 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:51.116334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 422bb902-c773-46f6-8bab-9faf865adc05 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:51.117034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.145657 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6ee52f26-297e-445e-b946-cbdaade11de4 req-f0ab9ba9-fa28-4e3b-a59f-9ad933dbfb6b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025514 Nov 20 08:37:51.331249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.393907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:51.429047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 422bb902-c773-46f6-8bab-9faf865adc05, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=422bb902-c773-46f6-8bab-9faf865adc05,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:51.436214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:51.439384 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:51.519360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559d3d-de25-468a-9b90-699a0da3ec7b req-039380ed-796e-4b18-81c9-1973412583a1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:51.523541 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fe559d3d-de25-468a-9b90-699a0da3ec7b req-039380ed-796e-4b18-81c9-1973412583a1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.1823962 Nov 20 08:37:51.571477 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05', 'code': 200} Nov 20 08:37:51.572201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=422bb902-c773-46f6-8bab-9faf865adc05,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:51.582604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.583277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.583805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.584325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.584932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.585456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.585983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.586492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.587005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.587871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.601289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.601963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.602740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.603404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.603973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.605041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.606185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.607437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.608213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.608824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.609418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.609982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.610541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.611123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:37:51.616644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:51.642875 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fe559d3d-de25-468a-9b90-699a0da3ec7b req-5563926a-bd6f-48a1-a718-567bcbf608eb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082337 Nov 20 08:37:51.865563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38802) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:51.978860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-3312f605-418f-4446-af8e-4d155a19d137 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:37:52.049127 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-68f162fa-61bb-485a-b9fa-5c8033f363f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3abd831897884d49986009491b666301&name=default HTTP/1.1" status: 200 len: 2747 time: 1.0205050 Nov 20 08:37:52.050468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.064424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38810) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:52.137562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:52.146674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Usage tracker for resource:security_group_rule and tenant:b38f1a1e6d074f0ba500ff56ad133b77 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:52.152220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:52.172910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:52.180346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.204764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deb87f-9b63-4c25-9e0a-ca3d61b7c757 req-0adf421b-0382-46c6-84be-a83acd5df3b4 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:52.216955 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-98deb87f-9b63-4c25-9e0a-ca3d61b7c757 req-0adf421b-0382-46c6-84be-a83acd5df3b4 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.3099785 Nov 20 08:37:52.240000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.243249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf3031-e73d-4360-9221-b9a153931d7a req-83cf70db-3422-4d65-bf28-649d6f12b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:52.244939 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95cf3031-e73d-4360-9221-b9a153931d7a req-83cf70db-3422-4d65-bf28-649d6f12b1bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 1162 time: 0.2334292 Nov 20 08:37:52.317388 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-98deb87f-9b63-4c25-9e0a-ca3d61b7c757 req-e6001aea-7035-47a9-aabb-5d62d29a4075 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012809 Nov 20 08:37:52.347300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.352032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7e08fed1-bad5-40cd-88d5-2d0ebc2d7573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:52.374426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.376040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ca25a-94e3-4e37-a8f0-f08b3e5e75c9,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:52.380034 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95cf3031-e73d-4360-9221-b9a153931d7a req-4528bf49-633f-4d50-a7d2-eb4624baed5d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159117 Nov 20 08:37:52.386851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:52.391415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.426108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-255bba5e-1beb-4515-a01b-54cf033a4da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:52.485255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.490283 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/393ca25a-94e3-4e37-a8f0-f08b3e5e75c9 HTTP/1.1" status: 204 len: 168 time: 0.4194508 Nov 20 08:37:52.492846 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b38f1a1e6d074f0ba500ff56ad133b77&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6260684 Nov 20 08:37:52.497988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38822) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:52.498857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc4384c-414e-4fc1-9994-cf88e456e1e1,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:52.503005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:52.651858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.709720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba9fde-baab-4c88-8194-96773ccaade9 req-8652335e-51d8-445e-b34c-36177e4a167f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:52.711990 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e3ba9fde-baab-4c88-8194-96773ccaade9 req-8652335e-51d8-445e-b34c-36177e4a167f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1553922 Nov 20 08:37:52.764821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.834568 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e3ba9fde-baab-4c88-8194-96773ccaade9 req-39aa170e-2e1f-482b-b959-0577829f1a13 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064150 Nov 20 08:37:52.884163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:52.906442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b071357e-2b87-4746-b309-120c494f2094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:53.001920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc4384c-414e-4fc1-9994-cf88e456e1e1,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:53.006393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:53.007796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.019816 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adc4384c-414e-4fc1-9994-cf88e456e1e1 HTTP/1.1" status: 204 len: 168 time: 0.5185881 Nov 20 08:37:53.262436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 1229bf2b-7f6e-454b-bd87-537ff306cf95 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:53.363698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 1229bf2b-7f6e-454b-bd87-537ff306cf95 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:37:53.370748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 1229bf2b-7f6e-454b-bd87-537ff306cf95 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:53.371545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.408308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38850) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:53.435333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12159e-44a5-4689-8cd7-fbefbd42ebf4 req-487183f2-b314-4d58-a04a-e1347f54f5ef tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:53.437438 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f12159e-44a5-4689-8cd7-fbefbd42ebf4 req-487183f2-b314-4d58-a04a-e1347f54f5ef tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 945 time: 0.2685940 Nov 20 08:37:53.509865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f12159e-44a5-4689-8cd7-fbefbd42ebf4 req-71fec849-e2f0-4637-b0f0-7a64e564984c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611079 Nov 20 08:37:53.568368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.606088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 1229bf2b-7f6e-454b-bd87-537ff306cf95, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1229bf2b-7f6e-454b-bd87-537ff306cf95,segment=NetworkSegment(5b576a05-86b8-4aff-91b7-eebd7825910c),segment_id=5b576a05-86b8-4aff-91b7-eebd7825910c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:37:53.608019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:37:53.614745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:53.617795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:53.752208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=1229bf2b-7f6e-454b-bd87-537ff306cf95,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:53.759313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:53.865867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b802da5-bfc0-4f5a-b8f3-07beea56fe16 req-eb167e62-04a3-4e94-9ff6-024474f5be9d tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:53.868524 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2b802da5-bfc0-4f5a-b8f3-07beea56fe16 req-eb167e62-04a3-4e94-9ff6-024474f5be9d tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 945 time: 0.1261532 Nov 20 08:37:53.874512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95', 'code': 200} Nov 20 08:37:53.985465 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2b802da5-bfc0-4f5a-b8f3-07beea56fe16 req-3d04f474-f621-4486-be05-48b16b93ccbc tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028864 Nov 20 08:37:54.355700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-572272095-network', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:54.365788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:54.376364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Usage tracker for resource:network and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:54.382548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:54.397244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:54.403084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 1229bf2b-7f6e-454b-bd87-537ff306cf95 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:54.436846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Made reservation on behalf of 83fb1b157ec340dabd1fe6f1a38992a6 for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:54.448018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.484444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.575203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:54.582830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 1229bf2b-7f6e-454b-bd87-537ff306cf95 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:54.583528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:54.601903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Usage tracker for resource:security_group_rule and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:54.614414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:54.640395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:54.803884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46679789-2d7e-4290-b038-1280d6bd057a req-bdf88c18-8c2b-447a-a4e3-ff81a854317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:54.809622 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46679789-2d7e-4290-b038-1280d6bd057a req-bdf88c18-8c2b-447a-a4e3-ff81a854317b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 1162 time: 0.3016160 Nov 20 08:37:54.950576 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46679789-2d7e-4290-b038-1280d6bd057a req-e1f25dae-ec3b-42a8-983d-3979ababc61b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325619 Nov 20 08:37:54.974487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.049495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 422bb902-c773-46f6-8bab-9faf865adc05 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:55.077563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.100375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:37:55.118172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f849ec20-0907-416b-84c6-cbd0741f0a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:55.130895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.131211 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Added segment 059e1914-4191-45e7-b10e-b44f2a825a78 of type vxlan for network f3af676f-1919-4f5e-af7b-1ebc62b1b169 Nov 20 08:37:55.168777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.224796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.229942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:55.230609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.237004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 422bb902-c773-46f6-8bab-9faf865adc05 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:55.237424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.312655 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9026985 Nov 20 08:37:55.317347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38896) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:55.329244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Request body: {'subnet': {'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-572272095-subnet', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:55.333406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b13794-183c-4edb-8173-a05f9e9d2843,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:55.345558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:55.348723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:55.353851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-254c04fd-132f-4b05-b355-26d425346e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:55.387526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Usage tracker for resource:subnet and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:55.392796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:55.409512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:55.624012 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79020242-678f-43fb-8aab-f13e9f95029e req-cdc1bd10-d9fd-4766-a0b9-2a607f8155ee tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:55.644461 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79020242-678f-43fb-8aab-f13e9f95029e req-cdc1bd10-d9fd-4766-a0b9-2a607f8155ee tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 945 time: 0.3405285 Nov 20 08:37:55.702166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd6fd9-444b-4f2d-8f3b-e18af695b385 req-65e3db15-84fb-44d5-8427-8ee42007acca tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:55.714122 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-88fd6fd9-444b-4f2d-8f3b-e18af695b385 req-65e3db15-84fb-44d5-8427-8ee42007acca tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 945 time: 0.7365596 Nov 20 08:37:55.783825 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79020242-678f-43fb-8aab-f13e9f95029e req-6aebe1c2-e9f0-499c-96b7-861af9980a94 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360354 Nov 20 08:37:55.798117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Pushing event updated for resources: {'Network': ['ID=f3af676f-1919-4f5e-af7b-1ebc62b1b169,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:55.800710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Made reservation on behalf of 83fb1b157ec340dabd1fe6f1a38992a6 for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:37:55.805393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:55.818574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:55.846106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:37:56.090154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:56.183748 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-88fd6fd9-444b-4f2d-8f3b-e18af695b385 req-c8384828-96be-49ea-b2bd-ebfcabdc099e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684782 Nov 20 08:37:56.469986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 1229bf2b-7f6e-454b-bd87-537ff306cf95 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:56.643324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.674841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 1229bf2b-7f6e-454b-bd87-537ff306cf95 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:56.675848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:56.682682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baf9d7-02a2-4a80-b0f8-a7bc3ed942ef req-8b5e8548-e560-4924-b4ee-1156c8fe9251 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:56.692534 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32baf9d7-02a2-4a80-b0f8-a7bc3ed942ef req-8b5e8548-e560-4924-b4ee-1156c8fe9251 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2757592 Nov 20 08:37:56.698608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-62d4807c-4dde-44fa-b3df-81e74ff80ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:57.062631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce982381-f43f-4f6d-b3d3-8e7be29fc23f,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:57.082784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 422bb902-c773-46f6-8bab-9faf865adc05 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:57.083183 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:57.105856 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32baf9d7-02a2-4a80-b0f8-a7bc3ed942ef req-8819708a-9be2-4ae7-9970-9f590649ecbc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118309 Nov 20 08:37:57.235712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Checking segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:37:57.236781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Network hostable DHCP agents. Network: f3af676f-1919-4f5e-af7b-1ebc62b1b169, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:37:57.267512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:37:57.273208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 422bb902-c773-46f6-8bab-9faf865adc05 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:57.273896 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.293213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, f3af676f-1919-4f5e-af7b-1ebc62b1b169) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:37:57.298659 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:57.299388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.371477 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4c2f81be-6304-4ff5-8126-781d12f2716c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0526290 Nov 20 08:37:57.375642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 38946) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:57.390214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:37:57.409953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:57.425202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Usage tracker for resource:router and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:57.427024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8dd1ed-d97e-4574-9fcb-29e36306631d None None] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:37:57.444214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:57.465022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:57.502352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1573'] for router, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.504477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854374340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854162011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774212'] for router, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.530472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.775075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475190c-443e-4ca6-802e-dd8f7617e2c7 req-ba2089d5-2d0c-4c9a-ae1e-cd34f8c08a46 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:37:57.777948 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a475190c-443e-4ca6-802e-dd8f7617e2c7 req-ba2089d5-2d0c-4c9a-ae1e-cd34f8c08a46 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 945 time: 0.2657311 Nov 20 08:37:57.903407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:57.979413 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a475190c-443e-4ca6-802e-dd8f7617e2c7 req-aa8874d3-4567-4d1b-ba48-d8a7db113cc5 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937463 Nov 20 08:37:58.193583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67f4bb21-d374-5215-a267-3f877024551b-f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f'}]}} from dv-cinder-733622-11-smb. {{(pid=80322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:37:58.194568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.369721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.422190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.616078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 1229bf2b-7f6e-454b-bd87-537ff306cf95 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:37:58.896056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Allocated IP 172.20.0.2 (f3af676f-1919-4f5e-af7b-1ebc62b1b169/ce982381-f43f-4f6d-b3d3-8e7be29fc23f/5bcb9525-e81f-424c-a403-f358a9523184) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:58.926935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 1229bf2b-7f6e-454b-bd87-537ff306cf95 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:37:58.926935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:58.928976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 38976) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:59.273490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.307642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Allocated IP 172.28.3.7 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:37:59.358831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:37:59.365530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Usage tracker for resource:security_group_rule and tenant:a230e828f29c488799d6f33ddf10c2c3 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:37:59.370169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:37:59.396250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:37:59.561050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.568388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.573545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.604345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.604680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-096c606b-6224-4dff-9e78-7f443a0d74da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:59.635511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a86e74be-0751-4c96-8a1c-b5875fb415c6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:59.748800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4dcae1-cdea-4354-b528-529a310c0fed,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:59.764764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:59.776057 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a230e828f29c488799d6f33ddf10c2c3&name=default HTTP/1.1" status: 200 len: 2747 time: 0.8439548 Nov 20 08:37:59.780467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39002) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:37:59.846105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.879422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Transition to ACTIVE for port object 5bcb9525-e81f-424c-a403-f358a9523184 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:59.909150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Pushing event updated for resources: {'Port': ['ID=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:37:59.913301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:37:59.925099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.926804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Transition to ACTIVE for port object 5bcb9525-e81f-424c-a403-f358a9523184 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:37:59.938254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.956337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:37:59.964657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:37:59.998692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:00.002014 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:00.037168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:00.079857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.088094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-45754d97-f769-44ab-872f-3728748e0391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:00.110206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4dcae1-cdea-4354-b528-529a310c0fed,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:00.118083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.125083 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be4dcae1-cdea-4354-b528-529a310c0fed HTTP/1.1" status: 204 len: 168 time: 0.3408043 Nov 20 08:38:00.135646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:00.175687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:00.182829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:00.207792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:00.213752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Pushing event updated for resources: {'Port': ['ID=5bcb9525-e81f-424c-a403-f358a9523184,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:00.219196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:00.293664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Attempting to bind port 5bcb9525-e81f-424c-a403-f358a9523184 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:00.294440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Attempting to bind port 5bcb9525-e81f-424c-a403-f358a9523184 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:00.294440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Attempting to bind port 5bcb9525-e81f-424c-a403-f358a9523184 on network f3af676f-1919-4f5e-af7b-1ebc62b1b169 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:00.321152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:00.321593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Checking segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:00.322064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.322525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Bound using segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:00.323088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Bound port: 5bcb9525-e81f-424c-a403-f358a9523184, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:00.323530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.453272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] For port 5bcb9525-e81f-424c-a403-f358a9523184, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:00.457111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] For port 5bcb9525-e81f-424c-a403-f358a9523184, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5bcb9525-e81f-424c-a403-f358a9523184,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:00.463151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.483329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:00.768384 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.769085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Pushing event updated for resources: {'Port': ['ID=5bcb9525-e81f-424c-a403-f358a9523184,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:00.769623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415'] for router, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:00.773165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:01.183577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Router 68d885b5-0a46-4639-9395-05a3d3024fa5 is scheduled to L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 with binding_index 1 {{(pid=80321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:38:01.488971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:38:01.501722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:38:01.516832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Sync routers for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:38:01.532904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:01.533883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:37:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:01.557913 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Notify callbacks [] for router, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:01.564260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39054) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:01.567652 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1890750 Nov 20 08:38:01.797283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:01.956287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5bcb9525-e81f-424c-a403-f358a9523184 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:02.118650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 5bcb9525-e81f-424c-a403-f358a9523184 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:02.245711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:00Z', 'revision_number': 3, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:02.256497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Checking router: 68d885b5-0a46-4639-9395-05a3d3024fa5 for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:02.256930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Updating router 68d885b5-0a46-4639-9395-05a3d3024fa5 port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 binding host dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:38:02.451032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:02.671871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909626f-6f54-42df-80d2-83eb41443b20 None None] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:38:03.030198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Provisioning for port 5bcb9525-e81f-424c-a403-f358a9523184 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:03.039760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Provisioning complete for port 5bcb9525-e81f-424c-a403-f358a9523184 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:03.040304 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.157055 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.239280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39082) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:03.296255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.342051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Transition to ACTIVE for port object 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:03.352226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.385376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-96659177-4046-4017-add5-ad6b4f4a6078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:03.537233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.615197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.640077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] For port 5bcb9525-e81f-424c-a403-f358a9523184, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5bcb9525-e81f-424c-a403-f358a9523184,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:03.651695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:03.659534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdc16a1d-0dfa-442b-be38-6434a0e326f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:03.738070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:03.750600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Usage tracker for resource:security_group_rule and tenant:f6341c95d49e4da581a0f69d3d7aa94c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:03.764240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:03.785418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:03.836260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Pushing event updated for resources: {'Port': ['ID=5bcb9525-e81f-424c-a403-f358a9523184,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:03.840539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:03.917579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Pushing event updated for resources: {'Port': ['ID=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:03.946920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.947569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.948175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.948875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.949498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.951025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.951669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.952293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.952958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.953873 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.956103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.957142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.957861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.958495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.959145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.959787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.961143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.961143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.961709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.962398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.963011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.963631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.964232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.964948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:03.973465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:04.029470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Allocated IP 172.20.0.1 (f3af676f-1919-4f5e-af7b-1ebc62b1b169/ce982381-f43f-4f6d-b3d3-8e7be29fc23f/c426c74d-8552-40bb-9738-2086b8e749c6) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:04.191933 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Attempting to bind port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:04.192516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Attempting to bind port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:04.192516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Attempting to bind port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 on network 77e37b8f-e86d-4be6-8bec-12d8b6115714 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:04.208971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:04.209820 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:04.210287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.210733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Bound using segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:04.211455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Bound port: 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:04.211881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.263647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.283150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.327541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb4018c7-9a22-4d88-8b92-9c73cfef49f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:04.340000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f857a704-091f-487f-9b15-9e80a94b9eb0 None None] Provisioning complete for port 5bcb9525-e81f-424c-a403-f358a9523184 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:04.340000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f857a704-091f-487f-9b15-9e80a94b9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.342260 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6341c95d49e4da581a0f69d3d7aa94c&name=default HTTP/1.1" status: 200 len: 2747 time: 1.1010082 Nov 20 08:38:04.346324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39114) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:04.411161 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] For port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:04.416507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] For port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:04.426278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.463799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:04.698422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Pushing event updated for resources: {'Port': ['ID=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:04.703624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.721612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-daa18224-838f-4554-8d9f-4c7adf6d6b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:04.722719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1340b1-9c03-47de-8e6a-faf55f4b0613,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:04.732683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.765022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Transition to ACTIVE for port object c426c74d-8552-40bb-9738-2086b8e749c6 will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:04.805592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.831577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.846905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e2f34d3-ff25-42e3-97f5-b8b19cae8aee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:04.886633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-20228b7b-e6c5-48d0-813f-afbf2d1e0fcd None None] Provisioning complete for port 5bcb9525-e81f-424c-a403-f358a9523184 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:04.889955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20228b7b-e6c5-48d0-813f-afbf2d1e0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.917299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:04.922894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.933335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-504fc0f8-ea7e-41f2-a79b-41dd8fe464e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:04.953006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1340b1-9c03-47de-8e6a-faf55f4b0613,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:04.962334 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-a528e1af-af9f-45b8-8206-1b61cbd3ba9d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:04.964392 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-a528e1af-af9f-45b8-8206-1b61cbd3ba9d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.8624389 Nov 20 08:38:04.965552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:04.967892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:04.969460 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a1340b1-9c03-47de-8e6a-faf55f4b0613 HTTP/1.1" status: 204 len: 168 time: 0.6131036 Nov 20 08:38:04.995012 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-b5b8f15a-dffa-4bd8-a535-22383b744815 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/quotas/5ba6ec715eca470f8e2ccd0ff0b77fc4 HTTP/1.1" status: 200 len: 375 time: 0.0200052 Nov 20 08:38:05.045389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:05.051365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:37:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:05.330971 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-780f6f75-292c-4a37-9b2e-e477b6b4779a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3217077 Nov 20 08:38:05.486400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3e8cd829-2eef-4427-b023-fb6c67c87939 None None] Provisioning complete for port 5bcb9525-e81f-424c-a403-f358a9523184 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:05.486832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd829-2eef-4427-b023-fb6c67c87939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:05.677872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d376ddfb-c7dd-40fe-b645-9c03232fc90e service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251266 Nov 20 08:38:05.773094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Pushing event updated for resources: {'Port': ['ID=c426c74d-8552-40bb-9738-2086b8e749c6,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:05.786285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-8e9a558e-355f-42b7-aa3c-542c474cda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:05.787955 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-8e9a558e-355f-42b7-aa3c-542c474cda85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.6724582 Nov 20 08:38:05.814119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:05.845291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:05.850764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:05.864365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:05.872437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854375974'] for router_interface, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:05.884435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5bcb9525-e81f-424c-a403-f358a9523184 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:05.905656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:06.069204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 5bcb9525-e81f-424c-a403-f358a9523184 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:06.069613 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.108975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aa345-fbcc-4f19-ad75-1d439cbb9719 req-762d06b3-35fa-4e14-92c1-eb90c225df01 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:06.116889 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f28aa345-fbcc-4f19-ad75-1d439cbb9719 req-762d06b3-35fa-4e14-92c1-eb90c225df01 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.4797633 Nov 20 08:38:06.150021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.234116 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-069b684e-4da3-4dbf-8955-4ce5ca43f8a3 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5491221 Nov 20 08:38:06.287873 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-90c985ca-e38a-4792-a48f-cb853ec2234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:06.289962 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-90c985ca-e38a-4792-a48f-cb853ec2234e service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.4859784 Nov 20 08:38:06.429770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-99db0208-e30a-43a8-9bf2-deab9bba15d3 None None] Provisioning for port c426c74d-8552-40bb-9738-2086b8e749c6 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:06.436581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-99db0208-e30a-43a8-9bf2-deab9bba15d3 None None] Provisioning complete for port c426c74d-8552-40bb-9738-2086b8e749c6 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:06.437125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-99db0208-e30a-43a8-9bf2-deab9bba15d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.483923 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f28aa345-fbcc-4f19-ad75-1d439cbb9719 req-a8ff3f81-9ab1-4199-8610-077a5a11f744 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659313 Nov 20 08:38:06.534121 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-f979f29a-0d13-412e-8aaa-cc17cf114e51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.2280700 Nov 20 08:38:06.598039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-99db0208-e30a-43a8-9bf2-deab9bba15d3 None None] Port c426c74d-8552-40bb-9738-2086b8e749c6 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:38:06.748869 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-88739eae-996a-4e01-b3d7-346df9230e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:06.759071 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-88739eae-996a-4e01-b3d7-346df9230e2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.2165904 Nov 20 08:38:06.892907 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-dc1af522-56be-4551-bfb5-816d3ce46c2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254852 Nov 20 08:38:06.983291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.991676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:06.993184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3454431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642168'] for router_interface, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.013836 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:00Z', 'revision_number': 3, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:07.030548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e4885-fa9f-4e24-b420-2ab8ab7cfc0e None None] The sync data for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb is: [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:00Z', 'revision_number': 3, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:07.198787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:07.219786 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-225b2339-2273-45f4-a22f-75e9ced36016 req-de523d03-a46b-42df-ac0c-402bebba7e8a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 210 time: 0.2295804 Nov 20 08:38:07.366632 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-93816158-cfc2-4ae7-82ec-4b12e2f1a9e0 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617264 Nov 20 08:38:07.368579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Pushing event updated for resources: {'Port': ['ID=c426c74d-8552-40bb-9738-2086b8e749c6,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:07.390261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:07.412818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:07.414196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:07.750321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce60f9-7caa-4078-98cc-b5cec88c75f2 req-86d876bf-b764-47a9-ad16-8f52ce02ee01 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:07.774290 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-88ce60f9-7caa-4078-98cc-b5cec88c75f2 req-86d876bf-b764-47a9-ad16-8f52ce02ee01 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 945 time: 0.5764720 Nov 20 08:38:07.900771 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-88ce60f9-7caa-4078-98cc-b5cec88c75f2 req-9fa5ba36-faa9-4166-971d-16f86e7bc15c tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253834 Nov 20 08:38:07.962061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7072a23f-bb6c-446f-9215-20f35b63ed6b None None] Provisioning complete for port c426c74d-8552-40bb-9738-2086b8e749c6 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:07.962796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7072a23f-bb6c-446f-9215-20f35b63ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:07.968946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3881ae6-7ae6-46c3-960d-f07635e15c23 req-3cc00f75-a8e9-4530-9773-d0afbea71796 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5850832 Nov 20 08:38:08.048264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae96b-f42e-472e-a2e8-9b4f518507f7 req-cdad7c8c-c572-432f-91a9-6b062f5b0158 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:08.057519 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1adae96b-f42e-472e-a2e8-9b4f518507f7 req-cdad7c8c-c572-432f-91a9-6b062f5b0158 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2758842 Nov 20 08:38:08.143111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-7072a23f-bb6c-446f-9215-20f35b63ed6b None None] Port c426c74d-8552-40bb-9738-2086b8e749c6 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:38:08.146877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:08.154642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1adae96b-f42e-472e-a2e8-9b4f518507f7 req-9de52214-5c76-4f3b-9ad7-bc2d9a448c31 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960376 Nov 20 08:38:08.267981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:08.277852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:08.278935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:08.340339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Router 68d885b5-0a46-4639-9395-05a3d3024fa5 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:38:08.511313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:08.539104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:08.543726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:08.553045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:08.639745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:38:08.675928 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] 10.222.0.20 "PUT /v2.0/routers/68d885b5-0a46-4639-9395-05a3d3024fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1073530 Nov 20 08:38:08.718216 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e14dc475-c3b9-436d-8131-b0e6de5e0c2e req-4c08ae63-2365-4695-97aa-5df66269c819 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 210 time: 0.0949569 Nov 20 08:38:08.719168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:08.725215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:09.298330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f8635-4a8b-44f4-bf19-cadd80c248a7 req-576e5227-3507-4200-a804-136bab9e5a6e tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:09.316110 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a4f8635-4a8b-44f4-bf19-cadd80c248a7 req-576e5227-3507-4200-a804-136bab9e5a6e tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 945 time: 0.1995289 Nov 20 08:38:09.411452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-948ecbbe-5fbb-466f-a5c0-c9e313eb3f08 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:09.413167 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a4f8635-4a8b-44f4-bf19-cadd80c248a7 req-9491db7c-765a-4863-9cf1-8ee8977c9872 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905106 Nov 20 08:38:09.417825 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-948ecbbe-5fbb-466f-a5c0-c9e313eb3f08 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.3408267 Nov 20 08:38:09.454498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Request body: {'port': {'device_id': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb', 'admin_state_up': True, 'tenant_id': '5ba6ec715eca470f8e2ccd0ff0b77fc4'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:09.710302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c336ef-4faa-4134-855a-75997025720b req-6f399f75-70f1-44d2-9a1e-c077da6502c4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:09.718737 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46c336ef-4faa-4134-855a-75997025720b req-6f399f75-70f1-44d2-9a1e-c077da6502c4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2717090 Nov 20 08:38:09.755778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:09.781464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:09.812561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Made reservation on behalf of 5ba6ec715eca470f8e2ccd0ff0b77fc4 for: {'port': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:09.818739 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:09.847202 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46c336ef-4faa-4134-855a-75997025720b req-f33e346d-a006-4ec3-a152-6c99ab302fd3 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273758 Nov 20 08:38:09.899874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:10.115415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:10.115415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.267574 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-cec7d4f4-3738-4242-b905-874dab89ff36 req-c2cdffae-0826-4786-9646-d893ecfad7a5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 210 time: 0.1744392 Nov 20 08:38:10.348234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-a151e8e2-e55d-4a98-b2bf-013fa59b560c tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:10.351382 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-a151e8e2-e55d-4a98-b2bf-013fa59b560c tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.23 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 945 time: 0.5375071 Nov 20 08:38:10.512808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 1229bf2b-7f6e-454b-bd87-537ff306cf95 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:38:10.669216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Deleting port 1229bf2b-7f6e-454b-bd87-537ff306cf95 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:38:10.670039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.796958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.822529 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Allocated IP 172.20.0.3 (3f9d4b38-dcef-40ca-8894-9f25001bf3fb/621e84de-d43c-403b-b55d-68049463b316/3d8c852e-fa0a-4d68-9ef5-fccc1e371586) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:10.870462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 1229bf2b-7f6e-454b-bd87-537ff306cf95, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1229bf2b-7f6e-454b-bd87-537ff306cf95,segment=NetworkSegment(5b576a05-86b8-4aff-91b7-eebd7825910c),segment_id=5b576a05-86b8-4aff-91b7-eebd7825910c)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:10.872923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:10.884047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:10.889572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:11.017507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=1229bf2b-7f6e-454b-bd87-537ff306cf95,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:11.024664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:11.076159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Sync routers for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:38:11.098450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:11.099275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:37:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:11.220773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] For port 1229bf2b-7f6e-454b-bd87-537ff306cf95, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1229bf2b-7f6e-454b-bd87-537ff306cf95,segment=NetworkSegment(5b576a05-86b8-4aff-91b7-eebd7825910c),segment_id=5b576a05-86b8-4aff-91b7-eebd7825910c)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:11.221255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:11.225876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:11.303740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a42b-33ea-41aa-b800-9f1a2b16a105 req-8a54504e-428f-4890-bf45-ac4996798111 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:11.306249 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7537a42b-33ea-41aa-b800-9f1a2b16a105 req-8a54504e-428f-4890-bf45-ac4996798111 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 943 time: 0.2140746 Nov 20 08:38:11.480437 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7537a42b-33ea-41aa-b800-9f1a2b16a105 req-7d1724b8-444c-4125-afb0-f64c8015705f tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/security-groups?id=6f94100d-8569-4410-a12a-c80ce4c7c1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659985 Nov 20 08:38:11.495042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Calling delete_port for 1229bf2b-7f6e-454b-bd87-537ff306cf95 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:38:11.505820 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:11.565498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:11.597577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:11.789908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event updated for resources: {'Port': ['ID=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:11.831848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:11.917150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:12.306531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73f082-dbba-4f36-9295-2fbec5fb0783 req-abec79d0-76c3-4ad9-b1a0-b37abceae3a7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:12.315526 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ae73f082-dbba-4f36-9295-2fbec5fb0783 req-abec79d0-76c3-4ad9-b1a0-b37abceae3a7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 931 time: 0.5172987 Nov 20 08:38:12.364882 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95', 'code': 200} Nov 20 08:38:12.408582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:12.412791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:12.422350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:12.445090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-34396b88-ef54-4ec1-962e-cab5e7bcea00 tempest-DeleteServersTestJSON-1895766205 tempest-DeleteServersTestJSON-1895766205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:12.507956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:12.508701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.520657 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ae73f082-dbba-4f36-9295-2fbec5fb0783 req-bb5e1436-dec6-4775-abfb-ace6d5b9ab95 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041035 Nov 20 08:38:12.543030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Pushing event deleted for resources: {'Port': ['ID=1229bf2b-7f6e-454b-bd87-537ff306cf95,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:12.560030 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1109338 Nov 20 08:38:12.570644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:12.607972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] No DVR routers for this DVR port 1229bf2b-7f6e-454b-bd87-537ff306cf95 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:38:12.617234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.633964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:06Z', 'revision_number': 2, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:12.634272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'name': 'network-vif-deleted', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:12.640148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Request body: {'port': {'device_id': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:12.640407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Checking router: 68d885b5-0a46-4639-9395-05a3d3024fa5 for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:38:12.640962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Updating router 68d885b5-0a46-4639-9395-05a3d3024fa5 port c426c74d-8552-40bb-9738-2086b8e749c6 binding host dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:38:12.654659 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-66b2eee4-67a6-4bf6-82a1-352ca6164c1b req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.23 "DELETE /v2.0/ports/1229bf2b-7f6e-454b-bd87-537ff306cf95 HTTP/1.1" status: 204 len: 173 time: 2.2569008 Nov 20 08:38:12.674622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f891ca-e9ed-4bd7-a1ee-cb7b23ccf283 req-bb7efceb-808b-409f-ad7e-1f275ba433dc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:12.682795 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f0f891ca-e9ed-4bd7-a1ee-cb7b23ccf283 req-bb7efceb-808b-409f-ad7e-1f275ba433dc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.8535478 Nov 20 08:38:12.724637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.764672 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f0f891ca-e9ed-4bd7-a1ee-cb7b23ccf283 req-1cc880d0-3476-436d-9439-0438620c6b59 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804722 Nov 20 08:38:12.951440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:12.982581 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cf59b1-d52a-4041-8d21-a5b6febe60f0', 'name': 'network-vif-deleted', 'tag': '1229bf2b-7f6e-454b-bd87-537ff306cf95', 'status': 'completed', 'code': 200} Nov 20 08:38:12.989253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-90194a1c-9923-4b8b-b8a6-97515700f646 req-260bb2b1-b701-4ba1-910b-94f6639afcf6 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Synchronizing usage tracker for tenant:bbacad5e517c48b3a9879d21e2de48fc on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:13.013229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-90194a1c-9923-4b8b-b8a6-97515700f646 req-260bb2b1-b701-4ba1-910b-94f6639afcf6 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Unset dirty status for tenant:bbacad5e517c48b3a9879d21e2de48fc on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:13.014952 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-90194a1c-9923-4b8b-b8a6-97515700f646 req-260bb2b1-b701-4ba1-910b-94f6639afcf6 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] 10.222.0.20 "GET /v2.0/ports?device_id=81cf59b1-d52a-4041-8d21-a5b6febe60f0 HTTP/1.1" status: 200 len: 210 time: 0.1112604 Nov 20 08:38:13.466445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.489371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Transition to ACTIVE for port object c426c74d-8552-40bb-9738-2086b8e749c6 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:13.501598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.556150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 {{(pid=80321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:38:13.565022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.581240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:13.581485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Transition to ACTIVE for port object 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 will not be triggered until provisioned by entity L2. {{(pid=80321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:13.585417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:13.605825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:14.049585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94fbb-d340-42b7-b097-7616e3d28f95 None None] Pushing event updated for resources: {'Port': ['ID=c426c74d-8552-40bb-9738-2086b8e749c6,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:14.146862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988f886-b306-4892-9566-50d69b56cf84 req-c0c192b2-3475-495e-8e7d-9f0a62a73cbe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:14.154999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-62d94fbb-d340-42b7-b097-7616e3d28f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:14.160359 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5988f886-b306-4892-9566-50d69b56cf84 req-c0c192b2-3475-495e-8e7d-9f0a62a73cbe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2056429 Nov 20 08:38:14.198991 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-fc198330-7807-4b01-a040-3679ee0ddd64 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3459563 Nov 20 08:38:14.244244 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5988f886-b306-4892-9566-50d69b56cf84 req-988c90ad-8818-47c8-b3f2-606ded360303 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824428 Nov 20 08:38:14.315057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:14.321785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:14.328850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12099ef3-b910-4d9c-914d-816e538fff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.341980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39328) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:14.371218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Attempting to bind port c426c74d-8552-40bb-9738-2086b8e749c6 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:14.375965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Attempting to bind port c426c74d-8552-40bb-9738-2086b8e749c6 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:14.376775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Attempting to bind port c426c74d-8552-40bb-9738-2086b8e749c6 on network f3af676f-1919-4f5e-af7b-1ebc62b1b169 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:14.408757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:14.409761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Checking segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:14.410624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.411324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Bound using segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:14.413089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Bound port: c426c74d-8552-40bb-9738-2086b8e749c6, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:14.414111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.430074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-6b780cad-adc2-4782-951e-a3dee1f62684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:14.434935 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-6b780cad-adc2-4782-951e-a3dee1f62684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 1162 time: 0.1944973 Nov 20 08:38:14.477908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c15ee-2010-4fc5-b74a-62e2037856d9 req-15d59a0d-1519-4ac5-9b32-1220255a3678 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:14.481764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0b7c15ee-2010-4fc5-b74a-62e2037856d9 req-15d59a0d-1519-4ac5-9b32-1220255a3678 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:14.530076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Attempting to bind port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:14.530828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Attempting to bind port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}] {{(pid=80321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:14.531445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Attempting to bind port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 on network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:14.535145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0b7c15ee-2010-4fc5-b74a-62e2037856d9 req-15d59a0d-1519-4ac5-9b32-1220255a3678 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:14.536970 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0b7c15ee-2010-4fc5-b74a-62e2037856d9 req-15d59a0d-1519-4ac5-9b32-1220255a3678 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 943 time: 0.5885329 Nov 20 08:38:14.544335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:14.545340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Checking segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:14.545983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.546608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Bound using segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:14.547336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Bound port: 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}}] {{(pid=80321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:14.548148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.692890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] For port c426c74d-8552-40bb-9738-2086b8e749c6, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:14.696992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] For port c426c74d-8552-40bb-9738-2086b8e749c6, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c426c74d-8552-40bb-9738-2086b8e749c6,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:14.703692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.738243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:14.760512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0b7c15ee-2010-4fc5-b74a-62e2037856d9 req-5c68579d-0919-47d5-a1c2-aaa7a38f4555 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865203 Nov 20 08:38:14.808509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] For port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host hv-cinder-73362, cleared binding levels {{(pid=80321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:14.834607 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] For port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:14.843921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:14.901022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3a9a4a40-b189-4bc8-8dba-498b31e7444f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:14.931674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-7378b6af-fcb2-4f80-9b14-a39acf5f756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:14.937395 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-7378b6af-fcb2-4f80-9b14-a39acf5f756a service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.4780464 Nov 20 08:38:14.956798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d94fbb-d340-42b7-b097-7616e3d28f95 None None] Pushing event updated for resources: {'Port': ['ID=c426c74d-8552-40bb-9738-2086b8e749c6,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:14.991178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-62d94fbb-d340-42b7-b097-7616e3d28f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:15.093621 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,revision_number=3']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:15.101061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:15.236603 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-3fad4061-fa3e-49bb-a711-afffb182e099 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 HTTP/1.1" status: 200 len: 217 time: 0.2180872 Nov 20 08:38:15.239353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:15.376229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:38:15.377047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:37:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:15.519417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:15.526758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:15.530398 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] 10.222.0.23 "PUT /v2.0/ports/3d8c852e-fa0a-4d68-9ef5-fccc1e371586 HTTP/1.1" status: 200 len: 1157 time: 2.8971276 Nov 20 08:38:15.536484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:15.560159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-5ca77206-6708-4bff-bf58-89e4edfb3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:15.569776 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-5ca77206-6708-4bff-bf58-89e4edfb3b9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.2808676 Nov 20 08:38:15.973880 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586', 'status': 'completed', 'code': 200} Nov 20 08:38:15.977868 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-34dfae31-b9bd-4f5e-b4dd-b7f466089fb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3798833 Nov 20 08:38:15.994061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:38:16.043701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:16.053990 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Usage tracker for resource:security_group_rule and tenant:0b13849317d54c0c812936a0a2ea6461 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:16.061632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:16.076361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:16.299247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:16.304506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b05a46da-16f8-4022-b6da-7b851b1a8231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:16.360587 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-4ef9ac68-3c6d-4399-a20a-958130b6fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:16.362553 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-4ef9ac68-3c6d-4399-a20a-958130b6fcd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 1160 time: 0.7210801 Nov 20 08:38:16.375194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:16.450877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97227252-7066-4e6f-a0d8-7af47599618c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:16.520533 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-39e3eec4-e2a7-4c70-b143-e0934f3bdb4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586 HTTP/1.1" status: 200 len: 217 time: 0.1337693 Nov 20 08:38:16.539848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df79e-7923-4b69-bca2-efac30c0d83d req-63184462-456b-4f6b-9749-b2f2caac79dd tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:16.561544 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-855df79e-7923-4b69-bca2-efac30c0d83d req-63184462-456b-4f6b-9749-b2f2caac79dd tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.5631099 Nov 20 08:38:16.646966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948788e7-e138-4d30-8d19-c2d46a67b80c,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:16.765870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-bed98258-d3dc-498c-8ffb-3888a3f4e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:16.767939 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-bed98258-d3dc-498c-8ffb-3888a3f4e01a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.2004869 Nov 20 08:38:16.769780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:14Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:16.779263 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e2b72-c005-4b32-9e37-b2b791c7b91f None None] The sync data for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb is: [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:14Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:38:16.954721 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-6251d6d2-449a-49b2-a637-7e534364e0a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737661 Nov 20 08:38:17.017558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.034841 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-a6fc2b92-b523-4d8e-bcbc-014683eafcb1 service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306716 Nov 20 08:38:17.039462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:17.054549 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b13849317d54c0c812936a0a2ea6461&name=default HTTP/1.1" status: 200 len: 2747 time: 2.7111616 Nov 20 08:38:17.394328 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-503f1bb1-0bad-4cf7-b0c5-3b19df353dd0 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208910 Nov 20 08:38:17.394926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39358) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:17.513775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39366) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:17.615530 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8302b3e7-9355-4a8a-80e9-887494a6b71f req-9ab6b8ec-e391-45d9-8ba7-464bd52e7ade service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4881346 Nov 20 08:38:17.757358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018ee9b-4696-4e57-9c83-3df9081b1927 req-0e8e3c19-a646-4fac-a64c-11ad19dbd8b7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:17.771903 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c018ee9b-4696-4e57-9c83-3df9081b1927 req-0e8e3c19-a646-4fac-a64c-11ad19dbd8b7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 943 time: 0.7229788 Nov 20 08:38:17.779221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-855df79e-7923-4b69-bca2-efac30c0d83d req-85c8b39a-47e1-49a0-822e-b0b07a500697 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0423307 Nov 20 08:38:17.782934 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7a92162-9966-4250-ad9a-af84e8abc73e req-bb3acc43-9da8-4d3c-9db0-6a5449f5540e service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2724330 Nov 20 08:38:17.784245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.925515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:17.989749 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c018ee9b-4696-4e57-9c83-3df9081b1927 req-657def7e-2029-4c1b-a4ae-512e8e76d565 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159235 Nov 20 08:38:18.057629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.062333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c426c74d-8552-40bb-9738-2086b8e749c6 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:18.149105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.165401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c0bccf1-eb99-4d08-bba5-184d8e8ece6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:18.213543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948788e7-e138-4d30-8d19-c2d46a67b80c,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:18.217131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.218763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/948788e7-e138-4d30-8d19-c2d46a67b80c HTTP/1.1" status: 204 len: 168 time: 0.8162892 Nov 20 08:38:18.220574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:18.298888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-1e6d7bd9-5b3a-4b38-8185-3dc5354ea89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:18.308247 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-1e6d7bd9-5b3a-4b38-8185-3dc5354ea89d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 1160 time: 0.2602377 Nov 20 08:38:18.408831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port c426c74d-8552-40bb-9738-2086b8e749c6 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:18.426461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c426c74d-8552-40bb-9738-2086b8e749c6 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:18.426914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.471200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.591941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.763027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.916875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:18.947422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port c426c74d-8552-40bb-9738-2086b8e749c6, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c426c74d-8552-40bb-9738-2086b8e749c6,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:18.948787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-0289782f-dff8-45ab-93f5-d6e8f2fcf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:18.953475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:18.963896 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-62d94fbb-d340-42b7-b097-7616e3d28f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:18.965295 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-0289782f-dff8-45ab-93f5-d6e8f2fcf343 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 909 time: 0.6525214 Nov 20 08:38:18.972979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Usage tracker for resource:security_group_rule and tenant:1516ec918a6f40c6a69640b9d79bb51e is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:18.977656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:18.985672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:19.261662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=c426c74d-8552-40bb-9738-2086b8e749c6,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:19.267956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:19.279875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:19.374040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5141d-dff2-48f0-8b6a-f0d9be94ac45 req-fbd83eec-4b1c-4917-96a8-5d78215f6db4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:19.387923 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4eb5141d-dff2-48f0-8b6a-f0d9be94ac45 req-fbd83eec-4b1c-4917-96a8-5d78215f6db4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2909527 Nov 20 08:38:19.398969 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-b821ae59-d4b5-4516-9303-fd3b2e0e65fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586 HTTP/1.1" status: 200 len: 217 time: 0.3688500 Nov 20 08:38:19.531410 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4eb5141d-dff2-48f0-8b6a-f0d9be94ac45 req-dedbb097-2bdc-42ae-b75b-b86244c0e1ad tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392727 Nov 20 08:38:19.542812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-8be085a9-5dc4-4c96-892f-153517d1a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:19.545447 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-8be085a9-5dc4-4c96-892f-153517d1a585 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.0971208 Nov 20 08:38:19.648920 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-3fea5515-e9e7-4e43-854b-7beb6908263c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834277 Nov 20 08:38:19.861580 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-0b6bc69b-d7f8-42b0-990e-8eded9132471 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986635 Nov 20 08:38:19.872655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e60c6-5117-48c8-a483-135ac603f332 req-53f3527e-112d-486a-b51d-0a3e3676a614 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:19.883528 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd4e60c6-5117-48c8-a483-135ac603f332 req-53f3527e-112d-486a-b51d-0a3e3676a614 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 943 time: 0.4834375 Nov 20 08:38:19.958682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c426c74d-8552-40bb-9738-2086b8e749c6 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:20.072749 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd4e60c6-5117-48c8-a483-135ac603f332 req-71d83930-a1ba-4f31-8052-324028907712 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744690 Nov 20 08:38:20.102238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c426c74d-8552-40bb-9738-2086b8e749c6 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:20.103148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.217719 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d24dbca-df7d-4aec-a940-eafa18893d46 req-b5a22502-d76d-4526-bde0-7a052b8e8b11 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3322256 Nov 20 08:38:20.219715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.228977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.242255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-514573fb-e6da-426a-9c2e-ffd1818e808e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:20.290827 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44f10d-2800-478c-82a8-8def7a0db87e,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:20.296158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:20.333438 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1516ec918a6f40c6a69640b9d79bb51e&name=default HTTP/1.1" status: 200 len: 2747 time: 2.5756800 Nov 20 08:38:20.337612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39398) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:20.503387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.554485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.617004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.632870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8efc6627-2775-474e-b119-0448ed51a200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:20.651177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c44f10d-2800-478c-82a8-8def7a0db87e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:20.656055 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:20.657559 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:20.658939 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c44f10d-2800-478c-82a8-8def7a0db87e HTTP/1.1" status: 204 len: 168 time: 0.3201523 Nov 20 08:38:21.102252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bbe29-6737-4b40-a574-5337364ff4d1 req-c0b123c9-3aea-4afe-b030-521739deb9ca tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:21.102252 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e72bbe29-6737-4b40-a574-5337364ff4d1 req-c0b123c9-3aea-4afe-b030-521739deb9ca tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1800766 Nov 20 08:38:21.246194 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e72bbe29-6737-4b40-a574-5337364ff4d1 req-32671276-5002-4e99-9299-927b78e38520 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169548 Nov 20 08:38:21.844769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afff71-877d-44a3-98a1-96d3e84e5097 req-2e21e98d-4ea4-436e-8654-1713533a8a31 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:21.846111 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1afff71-877d-44a3-98a1-96d3e84e5097 req-2e21e98d-4ea4-436e-8654-1713533a8a31 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 943 time: 0.2029033 Nov 20 08:38:21.920496 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1afff71-877d-44a3-98a1-96d3e84e5097 req-53ba0ae3-389f-4e97-b59f-03898db4bebb tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619276 Nov 20 08:38:22.635972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef277a0-5858-4e16-babe-1933f35374da req-f8538bda-5341-44db-9b48-f39fe3e1b384 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:22.645172 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ef277a0-5858-4e16-babe-1933f35374da req-f8538bda-5341-44db-9b48-f39fe3e1b384 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1907225 Nov 20 08:38:22.710286 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3ef277a0-5858-4e16-babe-1933f35374da req-229f84d6-f42b-4d82-9e97-82378dc0bef4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637574 Nov 20 08:38:23.425108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091efbbc-f4b0-4027-b348-65f833be4bd9 req-329f13ae-056e-480c-8334-7dcea4d1b674 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:23.427159 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-091efbbc-f4b0-4027-b348-65f833be4bd9 req-329f13ae-056e-480c-8334-7dcea4d1b674 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 943 time: 0.2100196 Nov 20 08:38:23.551824 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-091efbbc-f4b0-4027-b348-65f833be4bd9 req-2ac52ab0-c8fd-46ef-b8fb-8b7e257cbf18 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085970 Nov 20 08:38:23.613297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:23.793324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:23.817443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:23.817895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.176092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98e85-2241-48c0-8901-541c9d15e69a req-4ecf328d-5f3c-413f-b700-8e173a26f902 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:24.177872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bee98e85-2241-48c0-8901-541c9d15e69a req-4ecf328d-5f3c-413f-b700-8e173a26f902 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1973605 Nov 20 08:38:24.250264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.301871 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bee98e85-2241-48c0-8901-541c9d15e69a req-40266660-1d1c-4d7d-b840-d98ca3f5cb08 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037662 Nov 20 08:38:24.373878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:24.407369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:38:24.414433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:24.417451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:24.895046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:24.930395 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586', 'code': 200} Nov 20 08:38:24.932524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:25.213547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce5f8b-d625-4ada-91ef-0460fcb8aaa9 req-e5b4ce6d-2543-49b0-8dc5-9465faaf2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:25.215763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7cce5f8b-d625-4ada-91ef-0460fcb8aaa9 req-e5b4ce6d-2543-49b0-8dc5-9465faaf2666 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 1162 time: 0.2369609 Nov 20 08:38:25.271229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9b7f4-c265-403f-8994-1e3d580b8244 req-5c5d45f8-98d5-44a8-8f0d-2cbd2802074e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:25.279734 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3bd9b7f4-c265-403f-8994-1e3d580b8244 req-5c5d45f8-98d5-44a8-8f0d-2cbd2802074e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 945 time: 0.1666219 Nov 20 08:38:25.425471 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7cce5f8b-d625-4ada-91ef-0460fcb8aaa9 req-ef705d43-c18c-4316-b9e2-53992c9845f7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972508 Nov 20 08:38:25.449638 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3bd9b7f4-c265-403f-8994-1e3d580b8244 req-6bae4011-4762-4828-9051-8a1ae18fe791 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681883 Nov 20 08:38:25.692121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb971cc-1f36-459c-bcb6-6aa16deb685b req-f92219cb-15f5-4eef-919a-a0f2fc82b639 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:25.693860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-afb971cc-1f36-459c-bcb6-6aa16deb685b req-f92219cb-15f5-4eef-919a-a0f2fc82b639 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1802099 Nov 20 08:38:25.786388 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-afb971cc-1f36-459c-bcb6-6aa16deb685b req-97c4ba7d-891a-4006-9c8f-3a69fb8b6301 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813408 Nov 20 08:38:26.789692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356f0b-a1f0-47b3-bddb-5dfb0a8afa48 req-ae2cea05-38dd-4cd6-bbea-fa3e6da19c1e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:26.792252 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f4356f0b-a1f0-47b3-bddb-5dfb0a8afa48 req-ae2cea05-38dd-4cd6-bbea-fa3e6da19c1e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 945 time: 0.1421032 Nov 20 08:38:26.866776 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f4356f0b-a1f0-47b3-bddb-5dfb0a8afa48 req-1cc640c6-292a-4217-a47d-9652827da136 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Nov 20 08:38:26.948413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:27.125829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:27.127053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:27.265362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b939-2636-4729-aaf6-1f5a2bedecba req-a85aecd2-f542-4353-b9ac-50d6cecae57f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:27.283216 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4e90b939-2636-4729-aaf6-1f5a2bedecba req-a85aecd2-f542-4353-b9ac-50d6cecae57f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2117815 Nov 20 08:38:27.391392 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4e90b939-2636-4729-aaf6-1f5a2bedecba req-b03cc21e-4b35-4a67-932d-8fb28b8cf1c4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067905 Nov 20 08:38:28.128136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef6557-a8de-4029-acf9-a681776af68d req-21ca2811-c7d9-4542-9241-72e72badad8f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:28.130716 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00ef6557-a8de-4029-acf9-a681776af68d req-21ca2811-c7d9-4542-9241-72e72badad8f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 945 time: 0.1178687 Nov 20 08:38:28.222228 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00ef6557-a8de-4029-acf9-a681776af68d req-297854f1-0e49-4cba-8bc9-74238c1838bf tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726421 Nov 20 08:38:28.722231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3c891-d561-4355-9200-58751cdeabb2 req-aeab98e5-cb79-4eb2-9bb0-20794fcd5be0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:28.731339 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dae3c891-d561-4355-9200-58751cdeabb2 req-aeab98e5-cb79-4eb2-9bb0-20794fcd5be0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1298611 Nov 20 08:38:28.794512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dae3c891-d561-4355-9200-58751cdeabb2 req-27620885-c91e-41fa-b356-2961b9d33d86 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Nov 20 08:38:30.051868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b574-dc74-40c5-868c-ca9db5ed672d req-e77086a6-8548-4d01-84f0-1a19a8018d8c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:30.053633 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8627b574-dc74-40c5-868c-ca9db5ed672d req-e77086a6-8548-4d01-84f0-1a19a8018d8c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0962138 Nov 20 08:38:30.138865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8627b574-dc74-40c5-868c-ca9db5ed672d req-e09b1a66-c946-498a-a677-a96c55eeb44c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721440 Nov 20 08:38:30.369346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-ffa3dd53-69a7-490f-87da-6d756fb39a31 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:30.371128 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-ffa3dd53-69a7-490f-87da-6d756fb39a31 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 814 time: 0.2136374 Nov 20 08:38:30.391652 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-b39c3857-8f25-4cc1-a1e6-4af9f053c71c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/quotas/83fb1b157ec340dabd1fe6f1a38992a6 HTTP/1.1" status: 200 len: 375 time: 0.0132952 Nov 20 08:38:30.494160 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-60f82120-adfa-4d2e-a139-a9d8895eb4e5 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958633 Nov 20 08:38:30.721940 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-433bfc1e-643d-47e9-9cc4-bc505a0a39f2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999619 Nov 20 08:38:30.940820 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-9642adb4-2a7e-4e22-8dd7-c8be6244033c service neutron] 10.222.0.20 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2053583 Nov 20 08:38:31.328778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9942-1a77-408e-b829-932376fd8570 req-1d61f1c5-8389-49a1-8f96-83da76ad8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:31.330715 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-59ce9942-1a77-408e-b829-932376fd8570 req-1d61f1c5-8389-49a1-8f96-83da76ad8350 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.2928209 Nov 20 08:38:31.371527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39630) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:31.429403 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-59ce9942-1a77-408e-b829-932376fd8570 req-c03121d7-6f60-493e-8ceb-5f59e8b83d19 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 Nov 20 08:38:31.550631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-77f4a30f-dd1d-4ae1-9316-d469f8b54798 req-929229f7-1e6a-4126-a323-b43a45319b80 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:31.574484 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-77f4a30f-dd1d-4ae1-9316-d469f8b54798 req-929229f7-1e6a-4126-a323-b43a45319b80 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:31.576141 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-77f4a30f-dd1d-4ae1-9316-d469f8b54798 req-929229f7-1e6a-4126-a323-b43a45319b80 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 210 time: 0.1410985 Nov 20 08:38:31.635465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89353c-2561-4460-b558-12db61392743 req-611594df-407d-4b32-9020-54d68d51ea43 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:31.640603 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4a89353c-2561-4460-b558-12db61392743 req-611594df-407d-4b32-9020-54d68d51ea43 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1906133 Nov 20 08:38:31.683263 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:31.720456 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4a89353c-2561-4460-b558-12db61392743 req-4f5ace7b-ade0-49e3-bfd1-7d2a57e612e8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713532 Nov 20 08:38:31.746736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:31.762465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Usage tracker for resource:security_group_rule and tenant:81332ca0a3694287ba23087ef53822d7 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:38:31.782006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:38:31.794676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:31.996967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27089c8b-e411-43be-a0be-3af5ff6f151b req-60d70977-9f9f-4931-bfe8-d6c4c74092d0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:31.998820 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-27089c8b-e411-43be-a0be-3af5ff6f151b req-60d70977-9f9f-4931-bfe8-d6c4c74092d0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1382797 Nov 20 08:38:32.003982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.030163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.043493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c2d70bcf-c897-4e78-b23c-312f04a9f1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:32.105623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e0167-dcc9-43cc-a3a9-0585465f89e8,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:32.113239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:32.120322 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-27089c8b-e411-43be-a0be-3af5ff6f151b req-0cf883a4-0b92-4abf-9c02-95d9fe4f386e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125417 Nov 20 08:38:32.128929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39648) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:32.129091 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81332ca0a3694287ba23087ef53822d7&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7549701 Nov 20 08:38:32.218898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.256834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.323117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.330412 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ccee976a-635b-4011-83b2-00826b95014a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:32.345423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e0167-dcc9-43cc-a3a9-0585465f89e8,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:32.355965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:32.357332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:32.359311 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/861e0167-dcc9-43cc-a3a9-0585465f89e8 HTTP/1.1" status: 204 len: 168 time: 0.2287452 Nov 20 08:38:32.971848 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7dacc0a-da41-4cae-b1d0-2b778a0adec6 req-2bf5a47b-6c34-4af6-9917-d6b11629ee51 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 210 time: 0.0987310 Nov 20 08:38:33.025594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b99045-b8a6-4360-8c69-150ec7fe7f04 req-0bf6a30c-633d-48b0-8599-fec22492097c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:33.028174 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b99045-b8a6-4360-8c69-150ec7fe7f04 req-0bf6a30c-633d-48b0-8599-fec22492097c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0948894 Nov 20 08:38:33.121132 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15b99045-b8a6-4360-8c69-150ec7fe7f04 req-8d0581d9-6f63-433b-a2cf-bc8a0504bbbc tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834672 Nov 20 08:38:33.539975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b60a5-0db6-4240-86e0-af8ba0d569f1 req-3f4f61e2-2c86-47f6-9b58-55188eb0b059 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:33.542459 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6b8b60a5-0db6-4240-86e0-af8ba0d569f1 req-3f4f61e2-2c86-47f6-9b58-55188eb0b059 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1787710 Nov 20 08:38:33.689405 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6b8b60a5-0db6-4240-86e0-af8ba0d569f1 req-b6a9cde8-43f5-41a2-8c32-9caf53694d87 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298831 Nov 20 08:38:34.198155 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dd892342-44ae-4498-9328-cc86404ef10a req-ac1f648b-d45d-4579-860c-a2d020d3c648 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 210 time: 0.0517240 Nov 20 08:38:34.436682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-1bb85cb4-e26c-49ee-b265-166a6a81d637 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:34.438229 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-1bb85cb4-e26c-49ee-b265-166a6a81d637 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 814 time: 0.1945040 Nov 20 08:38:34.505991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'port': {'device_id': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'admin_state_up': True, 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:34.719765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0517-b4e5-4eec-b050-c99a05e84c29 req-8fa5edcb-fbc8-400f-9c60-6c0e919548a8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:34.734363 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4caf0517-b4e5-4eec-b050-c99a05e84c29 req-8fa5edcb-fbc8-400f-9c60-6c0e919548a8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2784846 Nov 20 08:38:34.789016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:34.807443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:34.823067 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4caf0517-b4e5-4eec-b050-c99a05e84c29 req-6fe37e1f-6e34-46be-bc5e-0e25d062babd tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868833 Nov 20 08:38:34.832074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Made reservation on behalf of 83fb1b157ec340dabd1fe6f1a38992a6 for: {'port': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:34.839899 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.012452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c6418-98de-488f-8882-00241ab90b49 req-eb50319f-e118-4ee6-8e1c-0deaac417b3d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:35.014938 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c85c6418-98de-488f-8882-00241ab90b49 req-eb50319f-e118-4ee6-8e1c-0deaac417b3d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1127203 Nov 20 08:38:35.074097 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c85c6418-98de-488f-8882-00241ab90b49 req-1c50a859-bb3e-48db-9c83-334b2b05375e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524035 Nov 20 08:38:35.259857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Allocated IP 172.20.0.3 (f3af676f-1919-4f5e-af7b-1ebc62b1b169/ce982381-f43f-4f6d-b3d3-8e7be29fc23f/9ade6b69-9241-4afc-9a6b-70c0bfc323d5) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:35.636076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:35.654936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Transition to ACTIVE for port object 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 will not be triggered until provisioned by entity DHCP. {{(pid=80321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:35.805100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:36.112364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-1bc7f8a6-a1ef-497c-a58e-e0384cd6dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:36.115399 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-1bc7f8a6-a1ef-497c-a58e-e0384cd6dc88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3513d0304df9406591a5934dbec2100b&device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 1162 time: 0.5733433 Nov 20 08:38:36.165069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a067ee-397a-4dfb-895e-4c1df0f19a4a req-805ce7a2-0231-4036-a20f-0f056a21eb14 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:36.168829 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-57a067ee-397a-4dfb-895e-4c1df0f19a4a req-805ce7a2-0231-4036-a20f-0f056a21eb14 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.3330090 Nov 20 08:38:36.273532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:36.296130 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-57a067ee-397a-4dfb-895e-4c1df0f19a4a req-65433573-57dc-4a32-a7f0-033b81a855f1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062703 Nov 20 08:38:36.435823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:36.439680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:36.486268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466458f-96e4-4c7e-b8e5-36def5b246cd req-49ed7138-145e-4c3e-b737-20aee46afac2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:36.494801 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f466458f-96e4-4c7e-b8e5-36def5b246cd req-49ed7138-145e-4c3e-b737-20aee46afac2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.8190033 Nov 20 08:38:36.561309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:36.589467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:36.603386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:36.641966 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f466458f-96e4-4c7e-b8e5-36def5b246cd req-5573d0e5-3fdb-4099-8c7f-38cd54ca7c3f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456776 Nov 20 08:38:36.856070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:36.860421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.004401 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5024910 Nov 20 08:38:37.106702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6510a35-f22a-4193-ad3e-9b90e7fb3a62 req-b00bcb8a-1854-4f3e-b0de-f98f18c87c80 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:37.124788 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d6510a35-f22a-4193-ad3e-9b90e7fb3a62 req-b00bcb8a-1854-4f3e-b0de-f98f18c87c80 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.6122081 Nov 20 08:38:37.197124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-45cbf2d7-2323-4a7c-8fd6-35a93dba2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:37.201106 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-45cbf2d7-2323-4a7c-8fd6-35a93dba2478 service neutron] 10.222.0.23 "GET /v2.0/networks?id=91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 200 len: 911 time: 0.6120296 Nov 20 08:38:37.264100 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d6510a35-f22a-4193-ad3e-9b90e7fb3a62 req-ea992eb5-1b20-44b5-811a-31e44c24f653 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368418 Nov 20 08:38:37.284272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cfeb6eb7-0b8c-40d2-9b63-ff04926f8daa None None] Provisioning for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:38:37.307563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cfeb6eb7-0b8c-40d2-9b63-ff04926f8daa None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:37.307955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6eb7-0b8c-40d2-9b63-ff04926f8daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:37.477415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb6eb7-0b8c-40d2-9b63-ff04926f8daa None None] Port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:38:37.615096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-b755f53f-8dab-410a-a458-99fb16f93ab2 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:37.629518 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-b755f53f-8dab-410a-a458-99fb16f93ab2 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.4793751 Nov 20 08:38:37.652906 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-c5fb47b7-69db-4766-9c75-815a4e9be58e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/quotas/5ba6ec715eca470f8e2ccd0ff0b77fc4 HTTP/1.1" status: 200 len: 375 time: 0.0209281 Nov 20 08:38:37.909914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef388ba3-0e38-49b3-8e90-075a72304d04 req-90365364-06d6-4f74-b0a0-7b523b1274fe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:37.925796 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef388ba3-0e38-49b3-8e90-075a72304d04 req-90365364-06d6-4f74-b0a0-7b523b1274fe tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.3127646 Nov 20 08:38:37.991382 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-a7620f2c-5dcc-42a3-9275-4be1906d41ec tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3215673 Nov 20 08:38:38.072456 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef388ba3-0e38-49b3-8e90-075a72304d04 req-0fd9c446-8cc2-43d2-94d0-e6fb0690091f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374197 Nov 20 08:38:38.319194 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-952873b9-0cce-447f-9783-3f48048ce772 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122840 Nov 20 08:38:38.518198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:38:38.554593 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-154b508d-43a6-427a-a6fd-5cf5263b9e3a service neutron] 10.222.0.20 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2295430 Nov 20 08:38:39.127835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c408-919d-4a2a-8be0-c2d7537411c0 req-86f4eec6-1686-4580-8789-e6f24f7539ae tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:39.130364 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20d0c408-919d-4a2a-8be0-c2d7537411c0 req-86f4eec6-1686-4580-8789-e6f24f7539ae tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.6153803 Nov 20 08:38:39.229997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9e446-1064-474f-9c2a-860c5641a1f8 req-df587623-c268-484f-a502-7b1751597d62 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:39.232589 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2af9e446-1064-474f-9c2a-860c5641a1f8 req-df587623-c268-484f-a502-7b1751597d62 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1072474 Nov 20 08:38:39.255930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-20d0c408-919d-4a2a-8be0-c2d7537411c0 req-a6ad1803-d33d-4b58-b061-3eb91e378c69 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:39.276051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-20d0c408-919d-4a2a-8be0-c2d7537411c0 req-a6ad1803-d33d-4b58-b061-3eb91e378c69 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:39.278101 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20d0c408-919d-4a2a-8be0-c2d7537411c0 req-a6ad1803-d33d-4b58-b061-3eb91e378c69 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415086 Nov 20 08:38:39.352553 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2af9e446-1064-474f-9c2a-860c5641a1f8 req-20645fba-3c3e-4540-92ef-8adba9130d89 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978625 Nov 20 08:38:39.453475 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0eb9f3c9-ac94-4c02-98a7-471071fa031a req-1ec39917-6e16-4f13-873a-aeb45a3b2956 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0689387 Nov 20 08:38:39.703846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7735c-6f00-44d5-9339-d912cc284701 req-21016525-05b0-4997-b7c2-5266d46b3477 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:39.706901 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-cae7735c-6f00-44d5-9339-d912cc284701 req-21016525-05b0-4997-b7c2-5266d46b3477 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1717424 Nov 20 08:38:39.795715 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-cae7735c-6f00-44d5-9339-d912cc284701 req-f24b0426-4a2e-4070-8fa6-d605e18dd1d2 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816753 Nov 20 08:38:40.665409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb9e10-fc45-45c4-a8fe-6ec959eb45c2 req-195c46c2-123a-42b2-96ca-761cfc2cf9c4 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:40.684699 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16fb9e10-fc45-45c4-a8fe-6ec959eb45c2 req-195c46c2-123a-42b2-96ca-761cfc2cf9c4 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.1443186 Nov 20 08:38:40.687634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8cf8-7be2-4998-98eb-c84bf03f4df5 req-b45afebf-a944-4290-bf35-c4a2e6b13ab7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:40.689402 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-68ac8cf8-7be2-4998-98eb-c84bf03f4df5 req-b45afebf-a944-4290-bf35-c4a2e6b13ab7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1679111 Nov 20 08:38:40.759616 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-68ac8cf8-7be2-4998-98eb-c84bf03f4df5 req-c86db6ba-3313-46a4-bd07-92e9077d000a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Nov 20 08:38:40.796632 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16fb9e10-fc45-45c4-a8fe-6ec959eb45c2 req-061f57d6-7cc6-423f-86a5-faf8f16f4f55 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096869 Nov 20 08:38:40.982986 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8706a719-b223-4d29-9683-eb9b49ce54c3 req-217df207-23d1-463b-8f17-cb3dc7c66737 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0523314 Nov 20 08:38:41.140843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552be74-33bc-45be-895a-da5618fd8018 req-e059a0b3-8b17-4558-bb35-8885d579bf85 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:41.142785 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2552be74-33bc-45be-895a-da5618fd8018 req-e059a0b3-8b17-4558-bb35-8885d579bf85 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1014421 Nov 20 08:38:41.210237 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2552be74-33bc-45be-895a-da5618fd8018 req-cf00ec45-0a6d-4910-b70a-eacdd6e6bb60 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606036 Nov 20 08:38:41.807884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39810) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:41.921554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Deleting subnet 9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604 {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:38:41.929665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.076228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.112811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0442e6-bf9e-40d8-8fb8-6c040f784818 req-a40a3a78-8657-489b-b105-af9f1fb68b9a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:42.115742 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eb0442e6-bf9e-40d8-8fb8-6c040f784818 req-a40a3a78-8657-489b-b105-af9f1fb68b9a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.1529596 Nov 20 08:38:42.160096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.216602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eb0442e6-bf9e-40d8-8fb8-6c040f784818 req-10f660c5-7ef5-42f4-af61-d1690c29e787 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880265 Nov 20 08:38:42.227926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a081-e191-4355-8bfd-bf9438f4d1a1 req-dbba6a34-14c4-4980-9fc4-877019418bee tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:42.234887 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0463a081-e191-4355-8bfd-bf9438f4d1a1 req-dbba6a34-14c4-4980-9fc4-877019418bee tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2657259 Nov 20 08:38:42.396319 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b91faccc-405c-4269-bf0b-e353e3570614 req-6493f5e9-3779-4415-ae9c-ce02f08fec0b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0529187 Nov 20 08:38:42.408182 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0463a081-e191-4355-8bfd-bf9438f4d1a1 req-59db1338-d38a-4117-a08a-5092abad9fb7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516590 Nov 20 08:38:42.538823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.557772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:42.613306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:42.654660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213357f-93cb-4513-873f-1ac776c4c3eb req-ff3de0c9-f680-4396-9d8b-b633113f7125 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:42.663870 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d213357f-93cb-4513-873f-1ac776c4c3eb req-ff3de0c9-f680-4396-9d8b-b633113f7125 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1198921 Nov 20 08:38:42.680427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.680903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.681308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.681701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.682090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.682478 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.682982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.684067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.684190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.684557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.684971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.685356 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.686065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.686457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.686840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.687582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.687582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.687928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.688305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.688746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.689131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.689508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.689887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.690262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:42.694312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:42.731191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:42.740568 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f2aa2f3-e3f9-461a-bcc1-5c4e71fd6604 HTTP/1.1" status: 204 len: 168 time: 0.9286349 Nov 20 08:38:42.740891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39820) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:42.745252 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d213357f-93cb-4513-873f-1ac776c4c3eb req-02995fab-2ec9-4cf5-8f73-08897dd2ac17 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Nov 20 08:38:42.891555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.096325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.225425 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d48443c-15d4-4194-ac41-d39e6eca5113']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:43.242467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b576a05-86b8-4aff-91b7-eebd7825910c') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:43.242807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b576a05-86b8-4aff-91b7-eebd7825910c') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:43.257851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.280958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.284954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:38:43.589447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:38:43.599496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.632101 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6fdc9094-6777-4b34-a7cd-d19ef4834b65 req-61db49ee-2946-484b-8956-d72af09c28e8 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0515254 Nov 20 08:38:43.793722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-65bfd893-2cc0-41c7-ab8a-ce9fe84ef060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:43.865093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d10e7-72be-42e6-a62a-2132b8038e1d req-6a744e09-3add-4c16-86cf-915a8b75993c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:43.866088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0c4d10e7-72be-42e6-a62a-2132b8038e1d req-6a744e09-3add-4c16-86cf-915a8b75993c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:38:43.891837 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Network 7d48443c-15d4-4194-ac41-d39e6eca5113 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:38:43.923781 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:38:43.931360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fe38-220c-4a04-8a80-6e6aeefe5fb7 req-8bb7cce1-832e-4362-a156-e4886cfe33cf tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:43.935412 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a688fe38-220c-4a04-8a80-6e6aeefe5fb7 req-8bb7cce1-832e-4362-a156-e4886cfe33cf tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1587236 Nov 20 08:38:43.937087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0c4d10e7-72be-42e6-a62a-2132b8038e1d req-6a744e09-3add-4c16-86cf-915a8b75993c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:38:43.938755 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0c4d10e7-72be-42e6-a62a-2132b8038e1d req-6a744e09-3add-4c16-86cf-915a8b75993c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.5165951 Nov 20 08:38:44.025472 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a688fe38-220c-4a04-8a80-6e6aeefe5fb7 req-30862ee4-09de-413d-80fe-9dd3d2dbb7cd tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769515 Nov 20 08:38:44.061057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.072755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:44.092415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.102789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d48443c-15d4-4194-ac41-d39e6eca5113,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:44.111978 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0c4d10e7-72be-42e6-a62a-2132b8038e1d req-74fc020a-3c46-401b-bf5e-5018b63cadbe tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586668 Nov 20 08:38:44.114220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:44.117165 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d48443c-15d4-4194-ac41-d39e6eca5113 HTTP/1.1" status: 204 len: 168 time: 1.3749254 Nov 20 08:38:44.120387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39832) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:44.217295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Deleting subnet e3f788b1-74b4-4df4-bf41-68d66b8f8459 {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:38:44.223991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.333941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.405041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100212e-e86f-4306-95bb-e05f629e67d3 req-84e9a792-2e4b-4653-be1a-32a42423266f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:44.407776 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3100212e-e86f-4306-95bb-e05f629e67d3 req-84e9a792-2e4b-4653-be1a-32a42423266f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1375089 Nov 20 08:38:44.430851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.509863 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3100212e-e86f-4306-95bb-e05f629e67d3 req-ed251eb1-b102-4def-8a0d-821a5122ea6e tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812047 Nov 20 08:38:44.896861 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e35376-e981-4510-a864-5bd776ae0560 req-ceb0852a-34eb-4641-9684-7bdb95eb93f1 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0522332 Nov 20 08:38:44.897957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:44.915255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:44.973062 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f788b1-74b4-4df4-bf41-68d66b8f8459,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:44.975824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:45.060891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:45.067595 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2d45682b-b724-49b2-8b93-4ef3cbfbe36e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e3f788b1-74b4-4df4-bf41-68d66b8f8459 HTTP/1.1" status: 204 len: 168 time: 0.9455183 Nov 20 08:38:45.070381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 39840) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:45.203359 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:45.310512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfda154-036f-4ba0-a1e3-b07e44efa19f req-baa73b4e-b378-49a5-937e-2ed80e29faef tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.312347 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3bfda154-036f-4ba0-a1e3-b07e44efa19f req-baa73b4e-b378-49a5-937e-2ed80e29faef tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1156960 Nov 20 08:38:45.408075 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3bfda154-036f-4ba0-a1e3-b07e44efa19f req-5019addf-6147-468e-a6d2-d2114fa54b54 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687237 Nov 20 08:38:45.475099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784bb97-f5c6-4615-9c44-c4530b778e7d req-d3779f44-2985-45e3-bdc7-032f4b022d0a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.476784 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9784bb97-f5c6-4615-9c44-c4530b778e7d req-d3779f44-2985-45e3-bdc7-032f4b022d0a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.1847544 Nov 20 08:38:45.530774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:45.808138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1320a8-7f94-4604-a982-79f595d59c86 req-aa14a0f8-1da1-46ad-9872-4fe529200cb1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:45.816922 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a1320a8-7f94-4604-a982-79f595d59c86 req-aa14a0f8-1da1-46ad-9872-4fe529200cb1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1184187 Nov 20 08:38:45.868476 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a1320a8-7f94-4604-a982-79f595d59c86 req-a015d1a1-7b60-4b37-ac0e-f4322552b72b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502117 Nov 20 08:38:45.910893 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9784bb97-f5c6-4615-9c44-c4530b778e7d req-1cf9182a-b234-4050-b8c7-5d1f9f85937b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855438 Nov 20 08:38:45.915374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703feb16-9fa6-44b4-851e-485dddfca042']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:45.936097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853212a1-f99f-4dbb-93f2-30ff12e2f418') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:45.936330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853212a1-f99f-4dbb-93f2-30ff12e2f418') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:38:45.955870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:45.987409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:45.989905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:38:46.102953 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-172d4c0d-2dbc-4764-95f5-4031cb3c9333 req-2c3375e3-ad9f-49c3-bbf0-27f2b5d25ef7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0568352 Nov 20 08:38:46.111107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3494-ea30-4e9c-94a6-c2fcea2c5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:46.218539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Network 703feb16-9fa6-44b4-851e-485dddfca042 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:38:46.228719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:46.427395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Network 703feb16-9fa6-44b4-851e-485dddfca042 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:38:46.458202 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:38:46.568142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:46.573652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:46.634487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:46.648402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Pushing event deleted for resources: {'Network': ['ID=703feb16-9fa6-44b4-851e-485dddfca042,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:46.656232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:46.666453 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4bb23d8f-87f7-4720-a88a-f2cb98d8e45b admin admin] 10.222.0.20 "DELETE /v2.0/networks/703feb16-9fa6-44b4-851e-485dddfca042 HTTP/1.1" status: 204 len: 168 time: 1.5924423 Nov 20 08:38:46.702063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef1545-81ce-4b90-8803-36b8dcac91c8 req-3da089b4-3218-480a-86d6-51b83234072c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:46.703690 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-63ef1545-81ce-4b90-8803-36b8dcac91c8 req-3da089b4-3218-480a-86d6-51b83234072c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1101973 Nov 20 08:38:46.780898 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-63ef1545-81ce-4b90-8803-36b8dcac91c8 req-1c82445a-9d07-4c87-856b-e370f46a1e44 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635378 Nov 20 08:38:47.017701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.043339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39860) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:47.192111 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8ec5bf50-c123-429e-a45d-03ad4bcddded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbacad5e517c48b3a9879d21e2de48fc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1448789 Nov 20 08:38:47.196087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ac89c-c4fc-4611-8e67-a3c47aca9f27 req-891d1d0a-2dc0-4dde-956b-241464ccd2d6 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.197803 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a36ac89c-c4fc-4611-8e67-a3c47aca9f27 req-891d1d0a-2dc0-4dde-956b-241464ccd2d6 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1512415 Nov 20 08:38:47.198353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39866) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:47.300271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685585b5-d4f8-4796-8b3d-36031665b9e6 req-9c88fe18-a731-402a-8e0f-01e571d55eb9 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:47.302816 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-685585b5-d4f8-4796-8b3d-36031665b9e6 req-9c88fe18-a731-402a-8e0f-01e571d55eb9 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.1433644 Nov 20 08:38:47.325407 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a36ac89c-c4fc-4611-8e67-a3c47aca9f27 req-be6f6ca9-88f9-45ce-8561-f888eaeb47b8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123681 Nov 20 08:38:47.331360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.379591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.422008 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-685585b5-d4f8-4796-8b3d-36031665b9e6 req-10623917-7793-4f6d-a4bd-376460790745 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928209 Nov 20 08:38:47.468743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.474120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e60a20da-0d96-4ef1-b73e-4c2fdc10a325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:47.545920 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1e777bdc-02fb-45bf-965c-526ef16484f1 req-7480377d-5bcd-4a8b-bbe2-eb00829d3da3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0596554 Nov 20 08:38:47.546770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f94100d-8569-4410-a12a-c80ce4c7c1c5,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:47.562934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.563739 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.563739 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.564064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.564455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.564864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.565245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.565625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.566010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.566386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.566767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.567143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.567565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.567943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.568317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.568804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.569147 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.569562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.570014 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.570584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.571275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.571604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.572110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.572593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:38:47.583056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:47.585321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:47.586556 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b148e3e6-b121-4345-9dbd-43e8bd0ceccc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f94100d-8569-4410-a12a-c80ce4c7c1c5 HTTP/1.1" status: 204 len: 168 time: 0.3866138 Nov 20 08:38:48.024391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.043401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eedef-1382-40e1-b517-88dcfc0b08d6 req-cebe3be1-7e05-420a-b17b-3c08fe7f8c49 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:48.045055 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-da0eedef-1382-40e1-b517-88dcfc0b08d6 req-cebe3be1-7e05-420a-b17b-3c08fe7f8c49 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1043057 Nov 20 08:38:48.110813 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-da0eedef-1382-40e1-b517-88dcfc0b08d6 req-af1a59d7-3f7c-4f3d-a4ee-57d42ea49d01 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589824 Nov 20 08:38:48.162909 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39876) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:48.240006 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2ef2b26a-0708-4692-9f7f-913e77d50942 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5395f10bfe8945c8928ca82c58a1ea00&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0756347 Nov 20 08:38:48.242645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 39880) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:38:48.317547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.349702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.372314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.416445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.428663 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2c839487-410d-4f2a-a714-08fb3bfdd930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:48.462268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353487e-6d38-42e0-9db1-41ca9ca81948,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:48.468298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:48.469505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:48.471809 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1353487e-6d38-42e0-9db1-41ca9ca81948 HTTP/1.1" status: 204 len: 168 time: 0.2280893 Nov 20 08:38:48.606026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb955ab4-3e07-4d33-999e-fc45e9c0e663 req-65d6f4d4-93da-48d0-9a85-d4973ddd9975 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:48.607807 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb955ab4-3e07-4d33-999e-fc45e9c0e663 req-65d6f4d4-93da-48d0-9a85-d4973ddd9975 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1182785 Nov 20 08:38:48.692019 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb955ab4-3e07-4d33-999e-fc45e9c0e663 req-94290af9-59e8-474b-8845-778f1f9a2822 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775430 Nov 20 08:38:48.785159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e19a1-3000-44d1-9fa5-87ab561a82fa req-06661eb4-4c9a-4207-a8ae-985064667d46 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:48.786993 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d46e19a1-3000-44d1-9fa5-87ab561a82fa req-06661eb4-4c9a-4207-a8ae-985064667d46 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.1960044 Nov 20 08:38:48.872673 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d46e19a1-3000-44d1-9fa5-87ab561a82fa req-5a402c0c-373d-4d24-9307-39c0c12c735e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745049 Nov 20 08:38:49.051166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8c5ed6f7-cb63-484d-b851-2a05260c7ac3 req-8d479028-66d2-4af1-a0eb-517ef3c872cf tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0487959 Nov 20 08:38:49.191619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:49.523272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472ac3-505f-439c-a23c-57c893dc57cd req-d9af43e5-db19-41ce-82fa-c4e1f86da451 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:49.524934 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e5472ac3-505f-439c-a23c-57c893dc57cd req-d9af43e5-db19-41ce-82fa-c4e1f86da451 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1108408 Nov 20 08:38:49.591143 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e5472ac3-505f-439c-a23c-57c893dc57cd req-81b92ac6-f61d-40c8-839b-b71cda1f4bbc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591705 Nov 20 08:38:49.974212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bbdc6-2a9e-4239-a5bc-c01e5c62e993 req-e583c7bf-fa2d-4e1e-8280-fc37837621a9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:49.974212 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-778bbdc6-2a9e-4239-a5bc-c01e5c62e993 req-e583c7bf-fa2d-4e1e-8280-fc37837621a9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1426668 Nov 20 08:38:50.115191 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-778bbdc6-2a9e-4239-a5bc-c01e5c62e993 req-11b89860-6188-4f2b-b872-c9ac1d4f3222 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265018 Nov 20 08:38:50.315319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef5f8-bda8-4246-a654-c1e33931045b req-81c41fbe-2991-4280-8009-4ac30b0a0a3d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:50.317592 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-964ef5f8-bda8-4246-a654-c1e33931045b req-81c41fbe-2991-4280-8009-4ac30b0a0a3d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.1754196 Nov 20 08:38:50.395734 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-964ef5f8-bda8-4246-a654-c1e33931045b req-fab2d9d2-b8e7-4626-a113-6e112f9c2c91 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718377 Nov 20 08:38:50.397914 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e43e56fa-608d-434a-ad5b-e204989ab635 req-9cfac126-512d-4976-b8c9-955f79e10417 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0540638 Nov 20 08:38:50.966175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f8358-7c60-4afa-a12b-49160a1f9dc4 req-438aeb7c-fbcf-4f13-b464-f673f96b45d0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:50.969228 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4f8358-7c60-4afa-a12b-49160a1f9dc4 req-438aeb7c-fbcf-4f13-b464-f673f96b45d0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1805294 Nov 20 08:38:51.032083 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4f8358-7c60-4afa-a12b-49160a1f9dc4 req-4b4059b0-278f-4d5f-b03f-b5048f4fde83 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567625 Nov 20 08:38:51.374116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e4be1-b7d2-4367-a958-e3e941e966b7 req-7dff1093-942e-4400-a15a-931b2df68389 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:51.376134 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-164e4be1-b7d2-4367-a958-e3e941e966b7 req-7dff1093-942e-4400-a15a-931b2df68389 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0900512 Nov 20 08:38:51.448946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-164e4be1-b7d2-4367-a958-e3e941e966b7 req-e239424f-b9e7-433e-bf1d-e749aa314cb4 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654247 Nov 20 08:38:51.631759 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e268c288-6feb-44fe-9b6f-dc3cc332625a req-130eba1f-8d41-4461-8c07-d999cbcb6ac7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0489109 Nov 20 08:38:51.648503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f0c21-25b6-4d1e-a3a5-ba9ad29fda9d req-01c2cc63-0093-4977-89f2-7a727f9f90b3 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:51.650186 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b27f0c21-25b6-4d1e-a3a5-ba9ad29fda9d req-01c2cc63-0093-4977-89f2-7a727f9f90b3 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.0945117 Nov 20 08:38:51.731156 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b27f0c21-25b6-4d1e-a3a5-ba9ad29fda9d req-0dad23d9-782f-4ae4-bf6f-114dead7af78 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Nov 20 08:38:52.275876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005959d-a189-4605-8fcd-583c4c077128 req-ffd474e5-93da-4955-aca3-606791d80499 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:52.278367 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8005959d-a189-4605-8fcd-583c4c077128 req-ffd474e5-93da-4955-aca3-606791d80499 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1062348 Nov 20 08:38:52.332946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8005959d-a189-4605-8fcd-583c4c077128 req-7be38bfc-bf18-4f1c-8087-d5cab0649241 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482161 Nov 20 08:38:52.705267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e9741-0a30-4c99-86a3-ec752acfc29f req-192a792d-be43-4228-a5f7-c279e45e332d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:52.706931 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-143e9741-0a30-4c99-86a3-ec752acfc29f req-192a792d-be43-4228-a5f7-c279e45e332d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1058767 Nov 20 08:38:52.771498 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-143e9741-0a30-4c99-86a3-ec752acfc29f req-c090570d-edf0-4756-86eb-bad2b25cb038 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578809 Nov 20 08:38:52.849160 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-192a2fa6-f641-4508-99b6-2910635afb8d req-ffbf89ef-3ffb-4515-85fb-5330832d67c8 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0502868 Nov 20 08:38:52.981028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a2d5e-b62b-4e90-a08c-2ec918824261 req-3e1bd856-74fb-4336-ba89-1ab825b6b170 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:52.982653 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b76a2d5e-b62b-4e90-a08c-2ec918824261 req-3e1bd856-74fb-4336-ba89-1ab825b6b170 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.0863068 Nov 20 08:38:53.033957 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b76a2d5e-b62b-4e90-a08c-2ec918824261 req-6f289b76-f917-45fe-aa72-f13b37ec87bc tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Nov 20 08:38:53.556892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae367-e6e3-4f78-a9a9-affefa604757 req-fccef6e9-a6b4-42d8-a9be-48d77586ae69 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:53.559196 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e4bae367-e6e3-4f78-a9a9-affefa604757 req-fccef6e9-a6b4-42d8-a9be-48d77586ae69 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0885842 Nov 20 08:38:53.618308 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e4bae367-e6e3-4f78-a9a9-affefa604757 req-d1b05c54-16b1-4257-81d0-f52f5d5d8503 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525076 Nov 20 08:38:54.009789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902152-b698-4433-8e0f-141365918f38 req-a49fc0a1-68ed-4e15-b56d-adf3e384ad97 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:54.012284 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4b902152-b698-4433-8e0f-141365918f38 req-a49fc0a1-68ed-4e15-b56d-adf3e384ad97 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1002426 Nov 20 08:38:54.038194 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-812f6538-4ef5-4358-a4ee-1fb286111cd9 req-4e21bed3-bcce-41b4-9a69-6d24d06f8132 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0473912 Nov 20 08:38:54.064276 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4b902152-b698-4433-8e0f-141365918f38 req-b00188fa-1acf-411c-8e79-f575f8da52a6 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Nov 20 08:38:54.262760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19118bfb-3a4f-4158-b983-dffe2aa55e3b req-fcc2fccc-4f41-4a4c-bd3a-07656d30fa70 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:54.264421 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-19118bfb-3a4f-4158-b983-dffe2aa55e3b req-fcc2fccc-4f41-4a4c-bd3a-07656d30fa70 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 931 time: 0.0862520 Nov 20 08:38:54.320049 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-19118bfb-3a4f-4158-b983-dffe2aa55e3b req-eb7359f5-544f-403f-811d-c55f03327efb tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Nov 20 08:38:54.397713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Request body: {'port': {'device_id': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:54.566441 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-5079997d-4503-4158-b08f-5fb80ebc592a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 200 len: 217 time: 0.1168375 Nov 20 08:38:54.566923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:54.695447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-ea7d8174-e0f1-40ba-a87f-0e3abafe5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:54.697667 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-ea7d8174-e0f1-40ba-a87f-0e3abafe5555 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 200 len: 857 time: 0.1109793 Nov 20 08:38:54.796915 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-48395122-a005-4c0f-ab98-fae37b214873 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=91af5a7a-84fd-4805-9228-650700e34b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506153 Nov 20 08:38:54.997274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b457b8-06eb-4b24-96b7-c5f7521ce7f7 req-d9e916b0-f2a0-4084-b226-1d056ce741f6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:55.000693 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60b457b8-06eb-4b24-96b7-c5f7521ce7f7 req-d9e916b0-f2a0-4084-b226-1d056ce741f6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2291431 Nov 20 08:38:55.003614 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-93209335-7216-4903-8fe9-fdaaf053cb2a service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830328 Nov 20 08:38:55.145577 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60b457b8-06eb-4b24-96b7-c5f7521ce7f7 req-d5390ed0-3f84-4dcd-957d-9fd3e861c95a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343560 Nov 20 08:38:55.258472 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23e625c2-40ed-4643-9170-b09d2984aa19 req-a35d0faa-d21b-475d-9adc-ce0a19e7a32f service neutron] 10.222.0.23 "GET /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2437427 Nov 20 08:38:55.368108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 {{(pid=80321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:38:55.379586 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-80b7b96a-44a3-4ca0-9669-4daef2760332 req-9043ad70-a3a5-4189-86e1-32ba7bb6478b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0924273 Nov 20 08:38:55.394888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:55.414962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Transition to ACTIVE for port object 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 will not be triggered until provisioned by entity L2. {{(pid=80321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:55.427461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:55.442753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:55.602217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Pushing event updated for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:55.609351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:55.616079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62475179-3149-4d18-92d0-9fc7655d08a3 req-10b351f8-3f28-4992-9b41-0a2312617213 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:55.617790 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-62475179-3149-4d18-92d0-9fc7655d08a3 req-10b351f8-3f28-4992-9b41-0a2312617213 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.3160865 Nov 20 08:38:55.635978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1256e-d60a-4dde-8d32-bc75165715a9 req-573fb651-53d0-4333-ae3f-21981371bd01 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:55.637874 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a4a1256e-d60a-4dde-8d32-bc75165715a9 req-573fb651-53d0-4333-ae3f-21981371bd01 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.0966933 Nov 20 08:38:55.711261 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-62475179-3149-4d18-92d0-9fc7655d08a3 req-805b4e43-36db-4259-9ff1-00971860d008 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841939 Nov 20 08:38:55.873319 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a4a1256e-d60a-4dde-8d32-bc75165715a9 req-b20abe85-09b7-4820-916a-f13cb4c909bc tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255130 Nov 20 08:38:55.895006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Attempting to bind port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:38:55.895609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Attempting to bind port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'}] {{(pid=80321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:38:55.896153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Attempting to bind port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 on network f3af676f-1919-4f5e-af7b-1ebc62b1b169 {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:38:55.909313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:38:55.909850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Checking segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:38:55.910371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:55.910879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Bound using segment: {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'} {{(pid=80321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:38:55.911483 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Bound port: 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059e1914-4191-45e7-b10e-b44f2a825a78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169'}}] {{(pid=80321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:38:55.912833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:55.990245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-c9e05dc3-2c55-402e-9a1f-1b13e1f3f3a2 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:55.993314 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-c9e05dc3-2c55-402e-9a1f-1b13e1f3f3a2 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 815 time: 0.3029885 Nov 20 08:38:56.016579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] For port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host hv-cinder-73362, cleared binding levels {{(pid=80321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:38:56.020775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] For port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:38:56.026236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Request body: {'port': {'device_id': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb', 'admin_state_up': True, 'tenant_id': '5ba6ec715eca470f8e2ccd0ff0b77fc4'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:56.027699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:56.047135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:56.225360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:38:56.227266 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Pushing event updated for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=3']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:56.241410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:38:56.242510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:56.258567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Made reservation on behalf of 5ba6ec715eca470f8e2ccd0ff0b77fc4 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:38:56.267863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:56.268545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:56.270091 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] 10.222.0.23 "PUT /v2.0/ports/9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 1157 time: 1.8777711 Nov 20 08:38:56.270745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:38:56.278456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:56.428100 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'status': 'completed', 'code': 200} Nov 20 08:38:56.488997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b8654-da7c-4c8d-b4af-b50e62116355 req-94c5ec87-2c97-4aac-9895-eff86fef886a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:56.490738 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb0b8654-da7c-4c8d-b4af-b50e62116355 req-94c5ec87-2c97-4aac-9895-eff86fef886a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1819689 Nov 20 08:38:56.677276 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2e4d8808-8980-4ef1-8963-ab74fc52a9fd req-5ecbc62c-35b7-470f-b6d5-8bc9ca1899c3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 210 time: 0.0836356 Nov 20 08:38:56.786116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-dfa46783-9c3d-4b31-80a0-ef2ee40d9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:56.787784 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-dfa46783-9c3d-4b31-80a0-ef2ee40d9eb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1160 time: 0.4071844 Nov 20 08:38:56.804213 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Allocated IP 172.20.0.7 (3f9d4b38-dcef-40ca-8894-9f25001bf3fb/621e84de-d43c-403b-b55d-68049463b316/d632c71d-7395-4534-9070-da20ae87f709) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:38:56.879593 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb0b8654-da7c-4c8d-b4af-b50e62116355 req-75c9b490-58f4-4cc9-a7f5-389f575ab282 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815482 Nov 20 08:38:56.881124 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-408df9b1-5283-49f6-b8a8-f0900ca238c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 217 time: 0.0747273 Nov 20 08:38:56.988083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-0759d3a2-94aa-49d1-8221-4a101f7fe78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:56.989982 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-0759d3a2-94aa-49d1-8221-4a101f7fe78b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0954506 Nov 20 08:38:57.171799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-870f72f2-a10a-448a-8c9e-1f67f7bea0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:57.173493 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-870f72f2-a10a-448a-8c9e-1f67f7bea0a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1737509 Nov 20 08:38:57.194486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043597f-62c1-40ad-ae8e-a77b0bca6641 req-4b4d9179-a00b-4c61-a828-7b12710afd0a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:57.196072 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3043597f-62c1-40ad-ae8e-a77b0bca6641 req-4b4d9179-a00b-4c61-a828-7b12710afd0a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.1235766 Nov 20 08:38:57.332095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a1b5-4bd4-4a92-a4cc-66ca7c22473b req-3abbbe29-a759-4037-91b4-fd2004887d21 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:57.333897 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd74a1b5-4bd4-4a92-a4cc-66ca7c22473b req-3abbbe29-a759-4037-91b4-fd2004887d21 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.4352672 Nov 20 08:38:57.343158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:57.354996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:38:57.357770 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3043597f-62c1-40ad-ae8e-a77b0bca6641 req-a125626f-6082-4799-92a6-78bd7a406922 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541369 Nov 20 08:38:57.402959 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-2ea8ddea-fb02-40ad-a6e9-004b40a68921 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825812 Nov 20 08:38:57.414812 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd74a1b5-4bd4-4a92-a4cc-66ca7c22473b req-cddf41e2-740a-4eb1-a564-c4e5d9fe4e95 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680094 Nov 20 08:38:57.451324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:57.454431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:38:57.454854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:57.489584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1546bcfa-2fa8-40a0-b90a-e8b64ed6bc23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:57.627293 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-065e5ddb-a2a0-4d43-a844-c1468e576059 req-33c59516-4fc1-471c-af64-075660034306 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2159753 Nov 20 08:38:57.689077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event updated for resources: {'Port': ['ID=d632c71d-7395-4534-9070-da20ae87f709,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:57.694693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:57.933956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-9d809c4b-f5e9-4d76-b354-b7562b893e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:57.936167 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-9d809c4b-f5e9-4d76-b354-b7562b893e6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1160 time: 0.1428323 Nov 20 08:38:57.992876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:38:58.001846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:38:58.003793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:38:58.008146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.008867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:58.057073 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0368218 Nov 20 08:38:58.074279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641daf67-0080-44a0-95b9-14c6f52528c6 req-220884d8-a23f-46bc-b711-0cb28a2fb82d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.076833 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-641daf67-0080-44a0-95b9-14c6f52528c6 req-220884d8-a23f-46bc-b711-0cb28a2fb82d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2317309 Nov 20 08:38:58.080563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-c75e32fa-79ea-4a36-a693-72b109bca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.082926 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-c75e32fa-79ea-4a36-a693-72b109bca46a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1162 time: 0.1717241 Nov 20 08:38:58.086552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Request body: {'port': {'device_id': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:38:58.101634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a379-4971-441c-9f53-260d6bf52391 req-aaa10131-3fbb-4c90-a44e-2a4332f380ec tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.103696 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec98a379-4971-441c-9f53-260d6bf52391 req-aaa10131-3fbb-4c90-a44e-2a4332f380ec tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 931 time: 0.2341611 Nov 20 08:38:58.179668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-4947d4e2-b59b-4862-9cf7-770d01b23e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.181340 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-4947d4e2-b59b-4862-9cf7-770d01b23e9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.2385497 Nov 20 08:38:58.251446 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec98a379-4971-441c-9f53-260d6bf52391 req-9a83b036-442f-4c66-9f4a-79b3a169817b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344378 Nov 20 08:38:58.269200 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-a4067f63-d762-4573-a79b-1fc4c97edf33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 217 time: 0.0772502 Nov 20 08:38:58.361948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-3fd039db-a646-451e-9da9-5156324a06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.363632 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-3fd039db-a646-451e-9da9-5156324a06eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0870929 Nov 20 08:38:58.367668 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-641daf67-0080-44a0-95b9-14c6f52528c6 req-10ddc470-4af9-4b3d-ac58-2caf9fabdaee tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524447 Nov 20 08:38:58.395939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:58.426011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-69c135fb-18cb-4713-8201-0763918b5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.427742 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-69c135fb-18cb-4713-8201-0763918b5c65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.3113532 Nov 20 08:38:58.459310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-4161f3aa-7684-49b4-b32f-d9616486552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.461426 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-4161f3aa-7684-49b4-b32f-d9616486552d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0889251 Nov 20 08:38:58.697590 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-2a298941-7b08-4aef-921b-5bb728e064ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 1001 time: 0.2411985 Nov 20 08:38:58.709134 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-17bce024-adb8-425e-b947-6f9facc41be1 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382972 Nov 20 08:38:58.838431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c9cd-4b28-41e3-937f-c3f82c8e2d4b req-d7319ae1-f5c1-4b1b-81d3-3aa1845943a6 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.854607 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-69d7c9cd-4b28-41e3-937f-c3f82c8e2d4b req-d7319ae1-f5c1-4b1b-81d3-3aa1845943a6 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.2693021 Nov 20 08:38:58.870263 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-55c6a564-c250-4a42-a9fb-a27326b947d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.872024 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-55c6a564-c250-4a42-a9fb-a27326b947d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.1660678 Nov 20 08:38:58.971613 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d25265-bda1-496e-b7db-f26895c275f3 req-a7cfc164-78ba-4e62-8013-55e3e88825e0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:58.973308 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20d25265-bda1-496e-b7db-f26895c275f3 req-a7cfc164-78ba-4e62-8013-55e3e88825e0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.3695681 Nov 20 08:38:59.010217 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-69d7c9cd-4b28-41e3-937f-c3f82c8e2d4b req-f1140df8-5ad3-4d37-9dd4-de746e91c509 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543202 Nov 20 08:38:59.036313 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-939b16f8-2770-44b8-9e23-09c55ac14a98 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3139327 Nov 20 08:38:59.140512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20d25265-bda1-496e-b7db-f26895c275f3 req-e9e30213-d87e-4638-9520-bb5da4d25306 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579218 Nov 20 08:38:59.154053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-d26dd74d-b5f7-4fef-b9e1-bc071673e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:59.155700 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-d26dd74d-b5f7-4fef-b9e1-bc071673e20a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2616243 Nov 20 08:38:59.333872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d632c71d-7395-4534-9070-da20ae87f709 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:38:59.349886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:59.373879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Transition to ACTIVE for port object d632c71d-7395-4534-9070-da20ae87f709 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:38:59.386536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:38:59.406579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:38:59.455675 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-3e3faa2d-4ef7-40d2-bc93-6a0c8de47dfb service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851095 Nov 20 08:38:59.566956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7d5f7-85d5-437c-aca1-8ab4f859b3f6 req-7df5944e-27f9-4778-b505-37d292559a8b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:38:59.575503 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-13a7d5f7-85d5-437c-aca1-8ab4f859b3f6 req-7df5944e-27f9-4778-b505-37d292559a8b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.1118796 Nov 20 08:38:59.657589 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-13a7d5f7-85d5-437c-aca1-8ab4f859b3f6 req-7076025f-9eac-40a0-af82-dfc56eee188e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805442 Nov 20 08:38:59.664496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Pushing event updated for resources: {'Port': ['ID=d632c71d-7395-4534-9070-da20ae87f709,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:38:59.728410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:38:59.821295 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08e7057e-ebac-4aec-b516-7c8a59d119cd req-15524b22-d95a-42b4-aadd-8069f54307ef service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3420966 Nov 20 08:39:00.126346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858c5d-8f11-4495-9a7f-80c0e927356a req-630907ed-9970-45c0-9d9f-a8a1de51667e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.128469 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-30858c5d-8f11-4495-9a7f-80c0e927356a req-630907ed-9970-45c0-9d9f-a8a1de51667e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.5307291 Nov 20 08:39:00.177345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Attempting to bind port d632c71d-7395-4534-9070-da20ae87f709 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:39:00.177646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Attempting to bind port d632c71d-7395-4534-9070-da20ae87f709 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:39:00.178051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Attempting to bind port d632c71d-7395-4534-9070-da20ae87f709 on network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:39:00.198439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:39:00.198820 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Checking segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:39:00.199273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:00.199672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Bound using segment: {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:39:00.201012 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Bound port: d632c71d-7395-4534-9070-da20ae87f709, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c2efa8-b84b-4bdc-b456-65a042aaac4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3f9d4b38-dcef-40ca-8894-9f25001bf3fb'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:39:00.201417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:00.229117 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-30858c5d-8f11-4495-9a7f-80c0e927356a req-4e7514ab-b5ed-4852-8106-fdd2a1a0f3f6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776064 Nov 20 08:39:00.265098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58cf9c-7d64-4802-ac70-08cd339923c5 req-127da694-3700-4904-959b-c98962ca9fd1 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.266793 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f58cf9c-7d64-4802-ac70-08cd339923c5 req-127da694-3700-4904-959b-c98962ca9fd1 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.0950685 Nov 20 08:39:00.329574 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f58cf9c-7d64-4802-ac70-08cd339923c5 req-7d7471cb-fcb1-41a0-ba9d-42686af10a24 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Nov 20 08:39:00.345466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] For port d632c71d-7395-4534-9070-da20ae87f709, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:39:00.350690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] For port d632c71d-7395-4534-9070-da20ae87f709, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d632c71d-7395-4534-9070-da20ae87f709,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:39:00.354941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:00.374521 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e95e0aa6-9495-4027-b87c-2a970bd4c432 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:00.580742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Pushing event updated for resources: {'Port': ['ID=d632c71d-7395-4534-9070-da20ae87f709,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:00.594757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:00.644498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5dadf-4f54-4179-9cab-6c5fdedf7a3b req-fff0c693-68d6-4b70-b3b7-b4a468961a4a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.646185 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b4f5dadf-4f54-4179-9cab-6c5fdedf7a3b req-fff0c693-68d6-4b70-b3b7-b4a468961a4a tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2729542 Nov 20 08:39:00.672970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:00.676657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.677342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:00.678886 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] 10.222.0.23 "PUT /v2.0/ports/d632c71d-7395-4534-9070-da20ae87f709 HTTP/1.1" status: 200 len: 1157 time: 2.6010273 Nov 20 08:39:00.679408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:00.736367 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b4f5dadf-4f54-4179-9cab-6c5fdedf7a3b req-ea30082a-0499-434c-aaab-9fc0bb132062 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833027 Nov 20 08:39:00.783566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:00.784537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:00.792823 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709', 'status': 'completed', 'code': 200} Nov 20 08:39:00.856628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-1cf6c1dd-0bfa-4743-bbf5-7057a2c9a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.862473 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-1cf6c1dd-0bfa-4743-bbf5-7057a2c9a86b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 1160 time: 0.1171746 Nov 20 08:39:00.984211 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-ac990514-445a-43cc-b7d4-2f57d9a3016b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d632c71d-7395-4534-9070-da20ae87f709 HTTP/1.1" status: 200 len: 217 time: 0.0938349 Nov 20 08:39:00.992953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2d791-d44f-44f6-afd3-a60665381b47 req-56dddc81-0d9c-42db-baab-c047657cf59e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:00.993969 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ece2d791-d44f-44f6-afd3-a60665381b47 req-56dddc81-0d9c-42db-baab-c047657cf59e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.1274233 Nov 20 08:39:01.067828 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ece2d791-d44f-44f6-afd3-a60665381b47 req-4546c21c-13a1-4ab2-b72e-44e1f896572c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614843 Nov 20 08:39:01.076110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14534c1-aa23-4f99-8162-262a39125826 req-cc4cf1c0-6a26-43dd-b558-b799d82cfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:01.077996 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-cc4cf1c0-6a26-43dd-b558-b799d82cfe04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.0869415 Nov 20 08:39:01.159810 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-5fb33b37-3ab5-4a3f-8d58-7fe1a461c68c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742450 Nov 20 08:39:01.472647 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-8a93d275-c795-4591-be68-89c42eb90d91 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968486 Nov 20 08:39:01.643871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e517c3-1745-4e5e-b0d7-9d6a904e8301 req-f31d0583-457d-4514-af6d-ed3d25682483 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:01.652532 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7e517c3-1745-4e5e-b0d7-9d6a904e8301 req-f31d0583-457d-4514-af6d-ed3d25682483 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1829054 Nov 20 08:39:01.725827 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b7e517c3-1745-4e5e-b0d7-9d6a904e8301 req-1eebbee3-a210-4368-91ba-84f5cb88f806 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712934 Nov 20 08:39:01.746882 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d14534c1-aa23-4f99-8162-262a39125826 req-e7db159c-b6fb-471d-b2a7-5f4d3e000d1c service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2658291 Nov 20 08:39:01.764246 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3144-6fa2-4ec0-a276-14bbf1297a2a req-d1eaf584-d2a5-4fbd-bc9d-a383a597054e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:01.766130 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dfea3144-6fa2-4ec0-a276-14bbf1297a2a req-d1eaf584-d2a5-4fbd-bc9d-a383a597054e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.1361351 Nov 20 08:39:01.823360 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dfea3144-6fa2-4ec0-a276-14bbf1297a2a req-5d34c608-6d4a-4ff4-bfd8-8e4019f6f847 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Nov 20 08:39:01.958371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-b6547aa5-5802-403d-9c36-57f005d4b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:01.959947 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-b6547aa5-5802-403d-9c36-57f005d4b180 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 1160 time: 0.0778089 Nov 20 08:39:02.117528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-440f89d0-469f-4d69-be23-315f9b7b57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:02.119143 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-440f89d0-469f-4d69-be23-315f9b7b57bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 200 len: 909 time: 0.1523695 Nov 20 08:39:02.201446 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-04dc3441-5c3e-4b07-b3e4-34178f673367 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d632c71d-7395-4534-9070-da20ae87f709 HTTP/1.1" status: 200 len: 217 time: 0.0750592 Nov 20 08:39:02.294365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-7c98f9fa-6159-4eb7-a16c-4e33f5868fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:02.296022 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-7c98f9fa-6159-4eb7-a16c-4e33f5868fbc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 200 len: 855 time: 0.0881183 Nov 20 08:39:02.333177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50e8af-56e3-48be-9a33-7323d0e321d0 req-4917fffd-9ad9-42b0-af2d-e2e90ea8c4c4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:02.334883 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1d50e8af-56e3-48be-9a33-7323d0e321d0 req-4917fffd-9ad9-42b0-af2d-e2e90ea8c4c4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.0969672 Nov 20 08:39:02.348750 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-c2696a94-d56c-48e9-85b7-70b8e504819e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f9d4b38-dcef-40ca-8894-9f25001bf3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462375 Nov 20 08:39:02.391909 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1d50e8af-56e3-48be-9a33-7323d0e321d0 req-bc523057-6d27-41fa-be4e-fc182c51e24b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503228 Nov 20 08:39:02.506941 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-83f7a34d-30e5-4c50-9191-fe0a17a64172 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510391 Nov 20 08:39:02.696914 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6f49d062-2c21-4d64-92dd-8c174b6ed531 req-e02427ea-1581-4b10-abad-5076561aca84 service neutron] 10.222.0.23 "GET /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1830842 Nov 20 08:39:02.993286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e18c-a065-44bc-9ae4-118afd347f91 req-d8ead20e-ae41-4285-b672-c2b3df930a43 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:02.996270 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5243e18c-a065-44bc-9ae4-118afd347f91 req-d8ead20e-ae41-4285-b672-c2b3df930a43 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1110356 Nov 20 08:39:03.052152 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5243e18c-a065-44bc-9ae4-118afd347f91 req-a2247216-ddeb-492c-9171-8be149de01bc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Nov 20 08:39:03.053404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713f772-3f87-429f-ab93-5120edd4016d req-7c996d92-50b5-49cf-9d3f-4b107760b356 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:03.055034 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8713f772-3f87-429f-ab93-5120edd4016d req-7c996d92-50b5-49cf-9d3f-4b107760b356 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.0906007 Nov 20 08:39:03.115115 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8713f772-3f87-429f-ab93-5120edd4016d req-971e86c5-8e00-48a9-99b4-759e1c30b7c9 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Nov 20 08:39:03.625978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4cffc-58f9-41ea-8425-ecaf19d6c2d3 req-599b1152-8801-42a8-b97f-faad4046989c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:03.626868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d1e4cffc-58f9-41ea-8425-ecaf19d6c2d3 req-599b1152-8801-42a8-b97f-faad4046989c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:03.645223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d1e4cffc-58f9-41ea-8425-ecaf19d6c2d3 req-599b1152-8801-42a8-b97f-faad4046989c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:03.646535 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1e4cffc-58f9-41ea-8425-ecaf19d6c2d3 req-599b1152-8801-42a8-b97f-faad4046989c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.1181240 Nov 20 08:39:03.729951 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1e4cffc-58f9-41ea-8425-ecaf19d6c2d3 req-786ab094-c425-4204-ac21-e773ca701ef9 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767214 Nov 20 08:39:04.343431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40e36-b533-4fa0-b824-cb432bbf5ca4 req-2fa5a407-3bb2-4b37-a7b4-a91803772c20 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:04.345078 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ee40e36-b533-4fa0-b824-cb432bbf5ca4 req-2fa5a407-3bb2-4b37-a7b4-a91803772c20 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.0925522 Nov 20 08:39:04.394773 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ee40e36-b533-4fa0-b824-cb432bbf5ca4 req-98852983-13c6-4a9a-a625-df1492568560 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432816 Nov 20 08:39:04.948386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954a10-d0e4-4da1-ae5b-c0c27a6c1eb0 req-9695f11c-30ba-4bda-a2c6-8d0279874a7e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:04.950042 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32954a10-d0e4-4da1-ae5b-c0c27a6c1eb0 req-9695f11c-30ba-4bda-a2c6-8d0279874a7e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.0850954 Nov 20 08:39:05.002866 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32954a10-d0e4-4da1-ae5b-c0c27a6c1eb0 req-d3a5dc7e-1090-4a4e-af90-a2b4adcbf386 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465875 Nov 20 08:39:05.410061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-96c04cc4-97ee-463c-8869-e978af867d6c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:39:05.617219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19b209-193f-4795-b4ac-2857535ab92b req-9626d1f1-3d15-429f-916b-bbbd646bc9d1 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:05.618807 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3a19b209-193f-4795-b4ac-2857535ab92b req-9626d1f1-3d15-429f-916b-bbbd646bc9d1 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.0846095 Nov 20 08:39:05.673639 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3a19b209-193f-4795-b4ac-2857535ab92b req-3acad7b8-b543-4462-846d-927db648222c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474858 Nov 20 08:39:06.234243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120adc-a791-43b9-91e0-d5f87d1f3f4f req-ccad0ee5-2e74-4f58-a54b-62d018e77d1e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:06.235872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b1120adc-a791-43b9-91e0-d5f87d1f3f4f req-ccad0ee5-2e74-4f58-a54b-62d018e77d1e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.0912783 Nov 20 08:39:06.289281 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b1120adc-a791-43b9-91e0-d5f87d1f3f4f req-459a8256-0755-4f5c-b2e2-60914166f534 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467100 Nov 20 08:39:06.639920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:06.762853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:06.774673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:06.775776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:06.891856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a1c2c-9f22-4713-81b1-024f76ecbb9a req-9195f4c2-53b5-4d0a-9fac-c4158ab5cec0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:06.893714 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f94a1c2c-9f22-4713-81b1-024f76ecbb9a req-9195f4c2-53b5-4d0a-9fac-c4158ab5cec0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1072195 Nov 20 08:39:06.911582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:06.940588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc960bf-6226-480a-8938-fafe7f8d0a65 req-0f535c6c-7ca0-4811-9995-989c464b5958 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:06.942317 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-afc960bf-6226-480a-8938-fafe7f8d0a65 req-0f535c6c-7ca0-4811-9995-989c464b5958 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 943 time: 0.0945725 Nov 20 08:39:06.953675 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f94a1c2c-9f22-4713-81b1-024f76ecbb9a req-d773a4c8-2997-4b77-a161-a9475e21db3c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469036 Nov 20 08:39:06.962423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:06.963531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:06.971754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:06.973676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:07.008345 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-afc960bf-6226-480a-8938-fafe7f8d0a65 req-ddaf603d-c03b-4084-a1b3-a3db9ab1b06c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584593 Nov 20 08:39:07.064148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:07.075262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.077166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.077166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.077166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.077646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.077811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.078104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.078472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.078841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.079762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.079762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.080115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.080426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.080824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.081194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.081555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.081918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.082291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.082662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.083023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.083388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.083749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.084122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.084490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:07.089642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'code': 200} Nov 20 08:39:07.091190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:07.420860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08f2c-7790-4a2c-b1e7-423dca4de7c6 req-aa63d7b1-44f7-4cc0-ad5c-2e80f8af5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:07.422539 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-59a08f2c-7790-4a2c-b1e7-423dca4de7c6 req-aa63d7b1-44f7-4cc0-ad5c-2e80f8af5fcc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1162 time: 0.0875423 Nov 20 08:39:07.474833 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-59a08f2c-7790-4a2c-b1e7-423dca4de7c6 req-e1024407-04e4-439b-82ce-6ae82c8ea31a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434535 Nov 20 08:39:07.519803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3de38-a666-45fb-8cca-02d858eb6317 req-9ac8fbb3-ce81-4050-ae96-0960678353fa tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:07.521465 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-adf3de38-a666-45fb-8cca-02d858eb6317 req-9ac8fbb3-ce81-4050-ae96-0960678353fa tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.0911963 Nov 20 08:39:07.574753 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-adf3de38-a666-45fb-8cca-02d858eb6317 req-9148e63d-d4dc-4773-9730-61ad5116d71d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463295 Nov 20 08:39:08.210296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d01d3f-d82b-4d56-9e95-0421abfdf663 req-04a8170b-a1f0-4253-baeb-6e2f3ecabff3 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:08.211832 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-02d01d3f-d82b-4d56-9e95-0421abfdf663 req-04a8170b-a1f0-4253-baeb-6e2f3ecabff3 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.0927434 Nov 20 08:39:08.271893 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-02d01d3f-d82b-4d56-9e95-0421abfdf663 req-02246bc5-17a2-4c58-a410-68be2e0162cf tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517032 Nov 20 08:39:08.310115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874882b-4a5f-4458-8dbb-9465cf0fb73f req-0e9d44bb-450a-40cd-a5b8-b0ed4c3ad697 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:08.312985 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0874882b-4a5f-4458-8dbb-9465cf0fb73f req-0e9d44bb-450a-40cd-a5b8-b0ed4c3ad697 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.1565681 Nov 20 08:39:08.365358 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0874882b-4a5f-4458-8dbb-9465cf0fb73f req-f79b13e2-c2f2-4578-bfce-610303fec32b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460916 Nov 20 08:39:08.765223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device d632c71d-7395-4534-9070-da20ae87f709 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:08.797688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753cdf7-5d72-4e8f-8717-2c1bfa039247 req-3d816f9a-d053-4b0e-b9b7-fbc0f601312b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:08.799376 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4753cdf7-5d72-4e8f-8717-2c1bfa039247 req-3d816f9a-d053-4b0e-b9b7-fbc0f601312b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.0890665 Nov 20 08:39:08.838006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port d632c71d-7395-4534-9070-da20ae87f709 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:08.843773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port d632c71d-7395-4534-9070-da20ae87f709 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:08.844200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:08.851573 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4753cdf7-5d72-4e8f-8717-2c1bfa039247 req-14998879-b3ca-4040-b5c7-4ee1dff7b188 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Nov 20 08:39:08.985878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:09.021454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port d632c71d-7395-4534-9070-da20ae87f709, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d632c71d-7395-4534-9070-da20ae87f709,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:09.024437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:09.025388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:09.053570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:09.095797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:09.157059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=d632c71d-7395-4534-9070-da20ae87f709,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:09.161268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:09.169950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:09.170380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:09.195053 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709', 'code': 200} Nov 20 08:39:09.574955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985520b-63f3-45e6-907c-8a50b91b1678 req-11a04c5b-a4d6-482a-a466-b78f8a0f1bb9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:09.576985 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3985520b-63f3-45e6-907c-8a50b91b1678 req-11a04c5b-a4d6-482a-a466-b78f8a0f1bb9 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.1619570 Nov 20 08:39:09.579381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23087ff8-b92a-4462-9f38-1382f31c7ba1 req-2fa3afa1-1396-4363-9eb1-0adaa9eedb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:09.581077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23087ff8-b92a-4462-9f38-1382f31c7ba1 req-2fa3afa1-1396-4363-9eb1-0adaa9eedb99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 1162 time: 0.1297898 Nov 20 08:39:09.655187 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3985520b-63f3-45e6-907c-8a50b91b1678 req-503bad52-d74f-4ea9-a7ae-9c7b125966a0 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Nov 20 08:39:09.693815 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-23087ff8-b92a-4462-9f38-1382f31c7ba1 req-8b00fd1a-629c-4a0e-b2c4-9a971c58c1ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Nov 20 08:39:09.819477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e52668-91f8-4e37-b55d-3662e657e22c req-4a2266b2-57d4-423c-a189-3570b3d0b704 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:09.821123 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60e52668-91f8-4e37-b55d-3662e657e22c req-4a2266b2-57d4-423c-a189-3570b3d0b704 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.3196445 Nov 20 08:39:09.872151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device d632c71d-7395-4534-9070-da20ae87f709 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:09.873922 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60e52668-91f8-4e37-b55d-3662e657e22c req-a23bb0e5-5ce9-4df7-95e1-d0b70035c5d9 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458765 Nov 20 08:39:09.956043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port d632c71d-7395-4534-9070-da20ae87f709 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:09.956414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:10.075699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5282e9-a3d6-4564-b7cc-5017877a0ae4 req-5f4e2d0f-c6b5-42c5-93ad-aa20e32d08e9 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:10.077514 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fc5282e9-a3d6-4564-b7cc-5017877a0ae4 req-5f4e2d0f-c6b5-42c5-93ad-aa20e32d08e9 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.0895069 Nov 20 08:39:10.133424 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fc5282e9-a3d6-4564-b7cc-5017877a0ae4 req-b6851517-f80b-48a8-b4ce-2ed43aec3015 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Nov 20 08:39:10.884439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd6d75-baa2-4365-9d1a-b0d6c6fadbec req-81a728a8-1cb3-4b78-9ed7-48598dc1111f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:10.886107 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08cd6d75-baa2-4365-9d1a-b0d6c6fadbec req-81a728a8-1cb3-4b78-9ed7-48598dc1111f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.0836215 Nov 20 08:39:10.947102 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-08cd6d75-baa2-4365-9d1a-b0d6c6fadbec req-b97178bc-ce6f-4c00-aba9-457a326ba6f1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534718 Nov 20 08:39:11.103905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7b7ca-bdc7-4019-ba0a-e44f24cd133c req-3c068749-54b8-4ef6-9cd3-2776998d8bda tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:11.105982 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8fe7b7ca-bdc7-4019-ba0a-e44f24cd133c req-3c068749-54b8-4ef6-9cd3-2776998d8bda tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.0914404 Nov 20 08:39:11.181962 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8fe7b7ca-bdc7-4019-ba0a-e44f24cd133c req-288b96d5-53f4-40aa-8e4d-3b95975a70ee tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 Nov 20 08:39:11.370411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41a7c6-53ca-4d3e-90bf-3cabb45f906b req-af13bb89-a6ec-4747-b648-0b0d6810c49d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:11.372898 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9f41a7c6-53ca-4d3e-90bf-3cabb45f906b req-af13bb89-a6ec-4747-b648-0b0d6810c49d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.1003759 Nov 20 08:39:11.415863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ae63a-d928-4930-bc23-5a0d093c93a0 req-92189fd7-0e37-4ef6-846f-c06ef1d5515e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:11.419266 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6b1ae63a-d928-4930-bc23-5a0d093c93a0 req-92189fd7-0e37-4ef6-846f-c06ef1d5515e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.0955527 Nov 20 08:39:11.426372 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9f41a7c6-53ca-4d3e-90bf-3cabb45f906b req-24fcf9c2-a8fd-4f60-b04f-1c0dc2141b3d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Nov 20 08:39:11.481361 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6b1ae63a-d928-4930-bc23-5a0d093c93a0 req-696cd9e2-667c-4afb-aff2-49c044314fc4 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Nov 20 08:39:12.050551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ffe137-46d2-4507-a07f-2a539372bdb7 req-26a6ec3a-a22f-4960-9f5b-55db0faf8ddf tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:12.052846 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d7ffe137-46d2-4507-a07f-2a539372bdb7 req-26a6ec3a-a22f-4960-9f5b-55db0faf8ddf tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.1126077 Nov 20 08:39:12.107829 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d7ffe137-46d2-4507-a07f-2a539372bdb7 req-822977e4-a808-4da1-99c1-df22931f7c68 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Nov 20 08:39:12.192028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec593d6-dfd3-4243-8c89-56db79420397 req-8a505987-a633-449c-a74f-b186ba275fd8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:12.193902 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ec593d6-dfd3-4243-8c89-56db79420397 req-8a505987-a633-449c-a74f-b186ba275fd8 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.0990415 Nov 20 08:39:12.249035 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ec593d6-dfd3-4243-8c89-56db79420397 req-777e0cf2-4587-4364-a3d0-276ff8f6e010 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478480 Nov 20 08:39:12.509453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-23596822-5e20-47a3-89f6-81e32a3cdaa7 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:12.511102 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-23596822-5e20-47a3-89f6-81e32a3cdaa7 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 945 time: 0.0911882 Nov 20 08:39:12.619252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Deleting port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:12.619601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:12.898688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2321c9-b2bb-4819-b8d2-632d3c9ab40f req-03b9b31c-3412-4bb8-a475-c5931c0592a3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:12.900202 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3e2321c9-b2bb-4819-b8d2-632d3c9ab40f req-03b9b31c-3412-4bb8-a475-c5931c0592a3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.1990361 Nov 20 08:39:13.036397 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3e2321c9-b2bb-4819-b8d2-632d3c9ab40f req-c7cf77d2-5783-4a10-af1d-00fb81eae14a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207886 Nov 20 08:39:13.060846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] For port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:13.061385 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:13.191634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Calling delete_port for 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:13.338901 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:13.431278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4487acdf-434c-453f-91f8-96965c25c16a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:13.434588 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00b96d6d-98b4-4256-8a03-398db430436f req-5cae7925-63b3-4d2e-9ad5-2276f1d2a53c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.0477076 Nov 20 08:39:13.651555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:13.678519 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Pushing event deleted for resources: {'Port': ['ID=8bba647a-5084-4e47-8b79-f2d7c1d8c0f3,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:13.714046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:39:13.714784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:39:13.719251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:13.776242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] No DVR routers for this DVR port 8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:13.779253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:13.786789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'name': 'network-vif-deleted', 'tag': '8bba647a-5084-4e47-8b79-f2d7c1d8c0f3'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:13.791358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c59421ef-2d3f-42eb-9374-873ecab5dd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:13.811800 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-547d8186-2209-4461-9575-cdb1ee00d8e2 req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "DELETE /v2.0/ports/8bba647a-5084-4e47-8b79-f2d7c1d8c0f3 HTTP/1.1" status: 204 len: 173 time: 1.2868640 Nov 20 08:39:13.853890 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c007172c-7b56-4fbf-b8ab-1dd452b7257e', 'name': 'network-vif-deleted', 'tag': '8bba647a-5084-4e47-8b79-f2d7c1d8c0f3', 'status': 'completed', 'code': 200} Nov 20 08:39:14.267743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ab975-075b-4f1a-90f9-31f704dd1a66 req-9bef4b38-f13c-477b-9788-f80416be449e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:14.269447 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-865ab975-075b-4f1a-90f9-31f704dd1a66 req-9bef4b38-f13c-477b-9788-f80416be449e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.0895751 Nov 20 08:39:14.324047 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-865ab975-075b-4f1a-90f9-31f704dd1a66 req-d5766e30-941c-4c47-bd4b-c3fce38d8c83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Nov 20 08:39:14.654065 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2ecce4fb-6d68-4a1a-9455-3f29ef927db5 req-69643da0-52ab-42c1-b151-80b10da6fd68 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=c007172c-7b56-4fbf-b8ab-1dd452b7257e HTTP/1.1" status: 200 len: 210 time: 0.0525603 Nov 20 08:39:15.447073 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-53b6f09b-04db-4201-917f-d1706a92c779 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0735292 Nov 20 08:39:15.490280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:39:15.570981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056753-c98e-4db7-878c-94112ab82de0 req-f84408e1-4122-4375-9cf4-c5e221b4d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:15.572581 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-f84408e1-4122-4375-9cf4-c5e221b4d9d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1162 time: 0.0783644 Nov 20 08:39:15.740400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056753-c98e-4db7-878c-94112ab82de0 req-91b2e02e-9cc0-46df-82a4-cb4f009c02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:15.742049 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-91b2e02e-9cc0-46df-82a4-cb4f009c02f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.1418695 Nov 20 08:39:15.860327 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-ada4a56f-20b5-4513-83cf-547c4ff1126b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 1001 time: 0.1093183 Nov 20 08:39:15.936285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056753-c98e-4db7-878c-94112ab82de0 req-46441d8d-f88c-424c-baf3-905d3866648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:15.937957 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-46441d8d-f88c-424c-baf3-905d3866648e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.0694225 Nov 20 08:39:16.047115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a056753-c98e-4db7-878c-94112ab82de0 req-11aa3529-6df2-4cde-817c-a4631e78c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:16.048903 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-11aa3529-6df2-4cde-817c-a4631e78c415 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0928171 Nov 20 08:39:16.128438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbd1e-8d83-44ad-8c3f-db9bf0062edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:16.206625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e6321-5aa7-4960-9220-2e9c7646c28f req-3179ef7b-5e29-4f4f-8655-25b9ce9c5164 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:16.208397 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-778e6321-5aa7-4960-9220-2e9c7646c28f req-3179ef7b-5e29-4f4f-8655-25b9ce9c5164 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0925639 Nov 20 08:39:16.258642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-36e9777d-3a89-415c-880d-71d6f1663e92 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503417 Nov 20 08:39:16.267691 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-778e6321-5aa7-4960-9220-2e9c7646c28f req-39c00334-717e-4cfd-9a4b-c7d4c5ecae9c tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528245 Nov 20 08:39:16.442069 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a056753-c98e-4db7-878c-94112ab82de0 req-5b073f71-2de3-48e0-a0a8-cf54e50a01d5 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644158 Nov 20 08:39:16.992075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:17.506634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa747d-554a-43d6-ae9b-e95ff7c08ba3 req-0f59a1e4-b572-4e87-80b0-1ddf7c462a7d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:17.508513 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1aa747d-554a-43d6-ae9b-e95ff7c08ba3 req-0f59a1e4-b572-4e87-80b0-1ddf7c462a7d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0945914 Nov 20 08:39:17.564063 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1aa747d-554a-43d6-ae9b-e95ff7c08ba3 req-cb2f4d90-4db3-4329-8135-ce3a6714bffa tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Nov 20 08:39:18.019411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:18.367420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:18.587956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd05d0-2bfd-44c5-ad4e-2e36e78e1503 req-ddd388b6-5f87-4204-a204-c6710ed615bb tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:18.589690 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9dcd05d0-2bfd-44c5-ad4e-2e36e78e1503 req-ddd388b6-5f87-4204-a204-c6710ed615bb tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.0914509 Nov 20 08:39:18.641029 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9dcd05d0-2bfd-44c5-ad4e-2e36e78e1503 req-ad02abc2-76b8-40fb-8aab-33f26e619c6c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Nov 20 08:39:18.797812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4c335-5dae-4701-9003-b7316c6528e2 req-207775ec-65df-460b-8777-8f52b393811f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:18.799807 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-51f4c335-5dae-4701-9003-b7316c6528e2 req-207775ec-65df-460b-8777-8f52b393811f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0937705 Nov 20 08:39:18.862271 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-51f4c335-5dae-4701-9003-b7316c6528e2 req-68ea621e-6d0f-406c-af99-22a285d1ce4d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555313 Nov 20 08:39:18.929399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-bb746e03-f74c-43ba-9751-a6313b7e383c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:network {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:18.955759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-bb746e03-f74c-43ba-9751-a6313b7e383c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:network {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:18.958301 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-bb746e03-f74c-43ba-9751-a6313b7e383c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2513239 Nov 20 08:39:18.970731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'floatingip': {'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:18.976934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:18.982555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Usage tracker for resource:floatingip and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:18.985809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:18.992059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:19.005411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for floatingip, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:19.182087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:19.198322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:19.598821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Allocated IP 172.28.3.116 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/b99821ba-b825-46e6-84c3-c92e60215e77) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:39:19.784816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:19.813208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:19.830338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fdc557c3-2233-474c-bce2-4dc6e7513e77 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:19.979808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'Port': ['ID=b99821ba-b825-46e6-84c3-c92e60215e77,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:19.983969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:20.045706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:39:20.047696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:20.051303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:39:20.110765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ce0aa-0433-4937-9fb9-87c0be537929 req-467c612a-0408-4043-a70e-0a273833a655 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:20.113124 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0c8ce0aa-0433-4937-9fb9-87c0be537929 req-467c612a-0408-4043-a70e-0a273833a655 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0932801 Nov 20 08:39:20.151097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for floatingip, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.167036 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0c8ce0aa-0433-4937-9fb9-87c0be537929 req-135b5d8d-913c-4381-bde6-282af3ece99d tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Nov 20 08:39:20.250885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.684487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.688247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.716278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:20.903917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'Port': ['ID=b99821ba-b825-46e6-84c3-c92e60215e77,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:20.910403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:20.960015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.986264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:20.987684 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0230534 Nov 20 08:39:21.103150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-02831864-e33e-4bcf-94cb-f3ef5cd4aa2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:floatingip {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:21.123561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-02831864-e33e-4bcf-94cb-f3ef5cd4aa2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:floatingip {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:21.125527 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-02831864-e33e-4bcf-94cb-f3ef5cd4aa2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.116 HTTP/1.1" status: 200 len: 696 time: 0.1304491 Nov 20 08:39:21.354583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-ae705682-918b-42b3-b8dd-6477e01dbe6d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:21.357254 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-ae705682-918b-42b3-b8dd-6477e01dbe6d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 784 time: 0.2236464 Nov 20 08:39:21.368855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-6fbd0c16-466d-4c6d-9e10-3b2d2c15fad2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:39:21.370333 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-87f9701a-7ba0-46d7-8075-3756e8bad7c3 req-6fbd0c16-466d-4c6d-9e10-3b2d2c15fad2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0062892 Nov 20 08:39:21.474843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3886f4-c426-485f-9832-5ab56b47008a req-85c41f2e-4f37-4d01-a55c-0d33fe3f1d88 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:21.476767 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b3886f4-c426-485f-9832-5ab56b47008a req-85c41f2e-4f37-4d01-a55c-0d33fe3f1d88 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1240253 Nov 20 08:39:21.534426 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b3886f4-c426-485f-9832-5ab56b47008a req-14ac53ca-1af4-4e81-8002-39c7a20a92c1 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Nov 20 08:39:21.614918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33149-7d54-42cc-8c90-5f302685453c req-bf25cc12-1dc1-4229-934a-2c5153f18bd2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:21.616681 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-bf25cc12-1dc1-4229-934a-2c5153f18bd2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0954413 Nov 20 08:39:21.722809 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-2155c39d-8e0b-4c6d-9bde-423cf8f975ae tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.116 HTTP/1.1" status: 200 len: 696 time: 0.0988417 Nov 20 08:39:21.738886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'floatingip': {'port_id': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:21.877832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for floatingip, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:22.812452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e9c9b-7416-464d-bee1-2d48ccd242c1 req-b6ede63b-a0ad-4176-8819-ede0e298c271 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:22.814259 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c38e9c9b-7416-464d-bee1-2d48ccd242c1 req-b6ede63b-a0ad-4176-8819-ede0e298c271 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.0936573 Nov 20 08:39:22.872991 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c38e9c9b-7416-464d-bee1-2d48ccd242c1 req-e5cb9fbe-b62d-4953-a576-56bce1091872 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515482 Nov 20 08:39:22.895805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:22.900201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:23.153570 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Floating IP 3561364e-2081-4ec9-b6cc-27dff1e40b26 associated. External IP: 172.28.3.116, port: 9ade6b69-9241-4afc-9a6b-70c0bfc323d5. Nov 20 08:39:23.651915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Router 68d885b5-0a46-4639-9395-05a3d3024fa5 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:39:23.925063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-73a9e132-d848-4ac7-b9aa-2c790c0b6b76 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:23.925953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-73a9e132-d848-4ac7-b9aa-2c790c0b6b76 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Synchronizing usage tracker for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:23.947327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:23.953075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-73a9e132-d848-4ac7-b9aa-2c790c0b6b76 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Unset dirty status for tenant:3513d0304df9406591a5934dbec2100b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:23.954351 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-73a9e132-d848-4ac7-b9aa-2c790c0b6b76 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.2009771 Nov 20 08:39:24.060721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:39:24.062136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 5b9e6721-3cba-4f0f-9f07-a661511afbea triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:24.062567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:24.068998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:24.079695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] Sync routers for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:39:24.102474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:24.103897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:24.120741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Deleting port 5b9e6721-3cba-4f0f-9f07-a661511afbea {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:24.121664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:24.140303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76efc64-82bd-4629-aa50-3b9454c89651 req-17504b94-af97-42e8-a448-20cb8b027124 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:24.142380 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c76efc64-82bd-4629-aa50-3b9454c89651 req-17504b94-af97-42e8-a448-20cb8b027124 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1083746 Nov 20 08:39:24.212349 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c76efc64-82bd-4629-aa50-3b9454c89651 req-81a3e453-a916-492b-bd0c-bfa05ae6dc8f tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549128 Nov 20 08:39:24.219854 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-cb9d8faa-f75c-4710-b9ce-7d71f7f72178 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "PUT /v2.0/floatingips/3561364e-2081-4ec9-b6cc-27dff1e40b26 HTTP/1.1" status: 200 len: 996 time: 2.4903145 Nov 20 08:39:24.230572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:24.405315 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'status': 'completed', 'code': 200} Nov 20 08:39:24.435698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:24.931060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33149-7d54-42cc-8c90-5f302685453c req-880d2db2-cf76-4a01-ab52-727ae8c94fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:24.936854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': '3561364e-2081-4ec9-b6cc-27dff1e40b26', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'port_id': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'mac_address': 'fa:16:3e:95:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:39:20Z', 'updated_at': '2020-11-20T08:39:22Z', 'revision_number': 1, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:24.938972 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-880d2db2-cf76-4a01-ab52-727ae8c94fcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1162 time: 0.7030153 Nov 20 08:39:24.942067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] Checking router: 68d885b5-0a46-4639-9395-05a3d3024fa5 for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:39:24.955893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:24.957175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:24.981267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859da8b-3c39-49b0-9411-4e4a6cc50891 req-17bc17bf-82a8-494f-9349-340fe6216f4b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:24.984713 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6859da8b-3c39-49b0-9411-4e4a6cc50891 req-17bc17bf-82a8-494f-9349-340fe6216f4b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.1316273 Nov 20 08:39:25.061112 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6859da8b-3c39-49b0-9411-4e4a6cc50891 req-5fe3c036-6416-41c9-a69f-7c20f6274f2e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695839 Nov 20 08:39:25.115365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] For port 5b9e6721-3cba-4f0f-9f07-a661511afbea, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5b9e6721-3cba-4f0f-9f07-a661511afbea,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:25.115764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:25.146566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-a118ec0c-7bf2-496a-ad8a-3e3a5987f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:25.148865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-a118ec0c-7bf2-496a-ad8a-3e3a5987f03c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1162 time: 0.6953967 Nov 20 08:39:25.243756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:25.289894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Calling delete_port for 5b9e6721-3cba-4f0f-9f07-a661511afbea owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:25.441730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33149-7d54-42cc-8c90-5f302685453c req-d252b5f2-4a6b-4eec-9b90-0431a841596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:25.443584 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-d252b5f2-4a6b-4eec-9b90-0431a841596f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.5037820 Nov 20 08:39:25.527144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00326fe-a888-4e4a-b872-af964e2a9656 req-f8354e5a-35c0-4ff7-9e6d-010c7d8853ad tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:25.529277 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e00326fe-a888-4e4a-b872-af964e2a9656 req-f8354e5a-35c0-4ff7-9e6d-010c7d8853ad tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 945 time: 0.1021128 Nov 20 08:39:25.596423 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e00326fe-a888-4e4a-b872-af964e2a9656 req-ebdc38f4-a476-49cd-8bb4-1f60c73b693b tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/security-groups?id=e3d5fec7-c583-4a06-8b29-35e2db5e4c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Nov 20 08:39:25.726370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-e500d87a-ccca-4cb5-ac8f-3f6ec2a398c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:25.728112 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-e500d87a-ccca-4cb5-ac8f-3f6ec2a398c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.3792424 Nov 20 08:39:25.734245 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-a3ec2e6e-b453-4101-9647-b99a9463bb28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 999 time: 0.2139511 Nov 20 08:39:25.759296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 5b9e6721-3cba-4f0f-9f07-a661511afbea no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:25.802710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': '3561364e-2081-4ec9-b6cc-27dff1e40b26', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'port_id': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'mac_address': 'fa:16:3e:95:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:39:20Z', 'updated_at': '2020-11-20T08:39:22Z', 'revision_number': 1, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:25.807939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918c5d6-f2df-4a71-80ab-1679c30b2261 None None] The sync data for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb is: [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': '3561364e-2081-4ec9-b6cc-27dff1e40b26', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'port_id': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'mac_address': 'fa:16:3e:95:03:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:39:20Z', 'updated_at': '2020-11-20T08:39:22Z', 'revision_number': 1, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:39:25.903847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:25.921857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Port 5b9e6721-3cba-4f0f-9f07-a661511afbea update to DOWN by agent not found {{(pid=80322) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}} Nov 20 08:39:25.925165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:26.012858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Pushing event deleted for resources: {'Port': ['ID=5b9e6721-3cba-4f0f-9f07-a661511afbea,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:26.021411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:26.025650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33149-7d54-42cc-8c90-5f302685453c req-ab4c427f-0c68-4b9f-bc90-b6a919ac2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.027966 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-ab4c427f-0c68-4b9f-bc90-b6a919ac2acf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.2263939 Nov 20 08:39:26.032926 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-d4bcd08d-a662-4b2a-bf77-2f151a205940 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 999 time: 0.2948313 Nov 20 08:39:26.252225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d67ab6c-9bd0-432c-b527-bb9d50eaeee3 None None] New status for floating IP 3561364e-2081-4ec9-b6cc-27dff1e40b26: ACTIVE {{(pid=80322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:39:26.264901 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-a491d677-342b-4d08-a38b-fb840cbb5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.266462 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-a491d677-342b-4d08-a38b-fb840cbb5218 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.1822312 Nov 20 08:39:26.352585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33149-7d54-42cc-8c90-5f302685453c req-e5744e9e-4af8-4a07-9efc-e63dcd50237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.354318 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-e5744e9e-4af8-4a07-9efc-e63dcd50237e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2713108 Nov 20 08:39:26.378769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92ea57-e77b-4a29-bc2b-4d307d713905 req-2e4fe2b4-011c-421b-bfa9-67f5f8913e1b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.387744 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab92ea57-e77b-4a29-bc2b-4d307d713905 req-2e4fe2b4-011c-421b-bfa9-67f5f8913e1b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.1754923 Nov 20 08:39:26.403654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-a131fc32-bb30-47dd-8fe5-1f6c2847eb68 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:39:26.413261 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-a131fc32-bb30-47dd-8fe5-1f6c2847eb68 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0283923 Nov 20 08:39:26.439302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] No DVR routers for this DVR port 5b9e6721-3cba-4f0f-9f07-a661511afbea on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:26.461219 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab92ea57-e77b-4a29-bc2b-4d307d713905 req-a7d9f730-8619-4cc7-bac3-2aec657cd49f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632768 Nov 20 08:39:26.489333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:26.493949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'name': 'network-vif-deleted', 'tag': '5b9e6721-3cba-4f0f-9f07-a661511afbea'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:26.544933 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4858fce8-7e9a-40e6-9690-a827ca2c6666 req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.23 "DELETE /v2.0/ports/5b9e6721-3cba-4f0f-9f07-a661511afbea HTTP/1.1" status: 204 len: 173 time: 2.5806594 Nov 20 08:39:26.632426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-51d77b4a-19fa-47be-8e3d-77120d5f0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:26.634077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-51d77b4a-19fa-47be-8e3d-77120d5f0a5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3545215 Nov 20 08:39:26.664214 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-87424c4d-9d96-4908-b17a-853ac260da8d service neutron] 10.222.0.20 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285764 Nov 20 08:39:26.695481 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44ffa87-fe3f-41da-a6ba-d2afc086b79e', 'name': 'network-vif-deleted', 'tag': '5b9e6721-3cba-4f0f-9f07-a661511afbea', 'status': 'completed', 'code': 200} Nov 20 08:39:27.009618 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ed2b87db-85d3-4b6d-b590-4f7b12f2e315 req-8902a23a-fe83-4d64-aa70-5bc67ef2f009 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] 10.222.0.20 "GET /v2.0/ports?device_id=e44ffa87-fe3f-41da-a6ba-d2afc086b79e HTTP/1.1" status: 200 len: 210 time: 0.0737350 Nov 20 08:39:27.085265 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-bed5f0d8-8bf1-4ab1-a98c-fe82274673ec service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198849 Nov 20 08:39:27.144142 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aab33149-7d54-42cc-8c90-5f302685453c req-62cf31bd-9087-4043-b464-52d6ec5357cd service neutron] 10.222.0.20 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4506943 Nov 20 08:39:27.193838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40376) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:27.236766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1050613101', 'description': 'tempest-TestMinimumBasicScenario-1050613101 description'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:27.249949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:27.265855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:27.282288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.359980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:27.368153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Usage tracker for resource:security_group_rule and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:27.374662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:27.387241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:27.446273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.552753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:27.568834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.570522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Usage tracker for resource:security_group_rule and tenant:264f686a096c4fdb8c984ab1b134b1df is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:27.575541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:27.578618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.583277 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb4155d9-227e-40eb-ae22-1dec9415315e req-526526e6-e706-44e1-87aa-c73ccfe786f4 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4813483 Nov 20 08:39:27.612170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede390-d90f-42d5-a349-2dc30694b252 req-7d7f959f-4af8-4578-852c-ca4579b8a167 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:27.614615 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-06ede390-d90f-42d5-a349-2dc30694b252 req-7d7f959f-4af8-4578-852c-ca4579b8a167 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.1517084 Nov 20 08:39:27.635010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dd0b7655-7ab9-42ff-90c6-207c22ee551f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:27.695253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:27.710771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port d632c71d-7395-4534-9070-da20ae87f709 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:27.711490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.749957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'SecurityGroup': ['ID=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:27.767473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device d632c71d-7395-4534-9070-da20ae87f709 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:27.778186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.788575 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c2a6fee0-9e1d-41fb-acc0-831d4b83b8c9 req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1703 time: 0.5582683 Nov 20 08:39:27.791266 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:27.916048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.945381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.964372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:27.965251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-31886836-7924-4128-b8a5-364b342c6b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:28.005941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port d632c71d-7395-4534-9070-da20ae87f709, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d632c71d-7395-4534-9070-da20ae87f709,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:28.007154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:28.014536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.016638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:28.080832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035aa0a1-3ca3-4ca0-be11-f79030af0cc9,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:28.084447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:28.090705 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-3d3058c6-5045-4c3f-a6a3-a0680bf88b6c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups/15d7dd83-5afa-4673-9d0a-92f0ce9b63d7 HTTP/1.1" status: 200 len: 1698 time: 0.1683180 Nov 20 08:39:28.093342 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=264f686a096c4fdb8c984ab1b134b1df&name=default HTTP/1.1" status: 200 len: 2747 time: 0.8978786 Nov 20 08:39:28.097374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40390) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:28.103097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=d632c71d-7395-4534-9070-da20ae87f709,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:28.107848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:28.135349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15d7dd83-5afa-4673-9d0a-92f0ce9b63d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:28.135816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15d7dd83-5afa-4673-9d0a-92f0ce9b63d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:28.153235 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:28.162995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Usage tracker for resource:security_group_rule and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:28.174525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:28.186122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:28.221168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d6eb-14e2-4ccd-b664-4d6d0f2c895a req-182c5750-92c6-41ab-b9f4-6e56cacff8b7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:28.222910 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3f60d6eb-14e2-4ccd-b664-4d6d0f2c895a req-182c5750-92c6-41ab-b9f4-6e56cacff8b7 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 945 time: 0.5202348 Nov 20 08:39:28.231641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.271661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port d632c71d-7395-4534-9070-da20ae87f709, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d632c71d-7395-4534-9070-da20ae87f709,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:28.272042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.291110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.316853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group_rule, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.364455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.369018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.373741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:28.393135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.407342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4292ca-a4e4-4451-be3c-d5a3dde4b896,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:28.429381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:28.430138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b275aa26-fe45-4eba-8c82-c5ad83354ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:28.437332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for d632c71d-7395-4534-9070-da20ae87f709 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:28.453520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035aa0a1-3ca3-4ca0-be11-f79030af0cc9,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:28.456594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group_rule, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.458635 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-91a633bb-2f3d-4abd-93c9-4fe0e4369c77 req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3330662 Nov 20 08:39:28.460237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:28.461673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.463636 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/035aa0a1-3ca3-4ca0-be11-f79030af0cc9 HTTP/1.1" status: 204 len: 168 time: 0.3647168 Nov 20 08:39:28.560725 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3f60d6eb-14e2-4ccd-b664-4d6d0f2c895a req-c58f518f-cfae-4f1d-9082-df61b7d351cd tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165979 Nov 20 08:39:28.566795 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709', 'code': 200} Nov 20 08:39:28.634541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:28.636126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:28.697476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40398) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:28.745608 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-559d8590-6889-4be3-893b-a88db810115b req-c3b4bd94-99b1-4d2c-b518-0f922e94c1fc tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups/15d7dd83-5afa-4673-9d0a-92f0ce9b63d7 HTTP/1.1" status: 200 len: 2226 time: 0.0936525 Nov 20 08:39:28.769314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15d7dd83-5afa-4673-9d0a-92f0ce9b63d7', 'remote_group_id': None}]} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:28.770423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15d7dd83-5afa-4673-9d0a-92f0ce9b63d7', 'remote_group_id': None}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:28.785605 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:28.794639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Usage tracker for resource:security_group_rule and tenant:83fb1b157ec340dabd1fe6f1a38992a6 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:28.799272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:28.807881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:28.896687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group_rule, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.945052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.948181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:28.951791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:28.987421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0f5cb5-5c6d-40e6-98d4-187a0d388d66,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:28.994040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:29.003498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group_rule, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:29.005860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-559d8590-6889-4be3-893b-a88db810115b req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2527726 Nov 20 08:39:29.137957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port d632c71d-7395-4534-9070-da20ae87f709 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:29.138753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:29.219886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-f6ca9edc-a607-46c6-bf72-17473dc1029f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:29.320116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-f6ca9edc-a607-46c6-bf72-17473dc1029f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:29.321551 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-f6ca9edc-a607-46c6-bf72-17473dc1029f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1050613101&fields=id&tenant_id=83fb1b157ec340dabd1fe6f1a38992a6 HTTP/1.1" status: 200 len: 267 time: 0.1755071 Nov 20 08:39:29.424256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642070'] for router_interface, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:29.521422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-31299deb-601b-43aa-af8c-2f7475f82433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:29.523115 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-31299deb-601b-43aa-af8c-2f7475f82433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.1920063 Nov 20 08:39:29.537643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'port': {'security_groups': ['a9b13794-183c-4edb-8173-a05f9e9d2843', '15d7dd83-5afa-4673-9d0a-92f0ce9b63d7']}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:29.558482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port d632c71d-7395-4534-9070-da20ae87f709, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d632c71d-7395-4534-9070-da20ae87f709,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:29.559170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:29.710099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for d632c71d-7395-4534-9070-da20ae87f709 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:29.970403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:29.973432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2778ba-679e-4b3f-a751-5c3c9f2e9c18 req-8cc36c9e-07ca-4881-94fd-0559606b1987 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:29.974358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-de2778ba-679e-4b3f-a751-5c3c9f2e9c18 req-8cc36c9e-07ca-4881-94fd-0559606b1987 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:30.009209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-de2778ba-679e-4b3f-a751-5c3c9f2e9c18 req-8cc36c9e-07ca-4881-94fd-0559606b1987 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:30.010556 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-de2778ba-679e-4b3f-a751-5c3c9f2e9c18 req-8cc36c9e-07ca-4881-94fd-0559606b1987 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=997f21b8-96c9-4299-82f4-1cc70548b61b HTTP/1.1" status: 200 len: 943 time: 0.2481868 Nov 20 08:39:30.016871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:30.046887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:30.173923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event deleted for resources: {'Port': ['ID=d632c71d-7395-4534-9070-da20ae87f709,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:30.177021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:30.306618 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-de2778ba-679e-4b3f-a751-5c3c9f2e9c18 req-ddb7c171-7774-4988-bbf4-fd1940859d4b tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015274 Nov 20 08:39:30.398374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] No DVR routers for this DVR port d632c71d-7395-4534-9070-da20ae87f709 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:30.401584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:30.404484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-06ede390-d90f-42d5-a349-2dc30694b252 req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "DELETE /v2.0/ports/d632c71d-7395-4534-9070-da20ae87f709 HTTP/1.1" status: 204 len: 173 time: 2.7820060 Nov 20 08:39:30.405271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'name': 'network-vif-deleted', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:30.485857 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f21b8-96c9-4299-82f4-1cc70548b61b', 'name': 'network-vif-deleted', 'tag': 'd632c71d-7395-4534-9070-da20ae87f709', 'status': 'completed', 'code': 200} Nov 20 08:39:30.601713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] For port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:30.696449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:30.702402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:30.723302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:30.901153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=5']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:30.908752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:31.004091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.007118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:31.007118 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0dbba5fa-be69-4ea8-b3f7-cb7a5210fd74 req-dd707bc1-01a8-49c1-8570-a90d0bfa634f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "PUT /v2.0/ports/9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 981 time: 1.4748845 Nov 20 08:39:31.007118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:31.109168 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'status': 'completed', 'code': 200} Nov 20 08:39:31.129007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Deleting port cbdd1c07-7fd8-4711-bffe-2e775338752a {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:31.129448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:31.247614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-54ac8c93-e767-488b-a979-8b989a0221a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.249373 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-54ac8c93-e767-488b-a979-8b989a0221a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1202 time: 0.1024737 Nov 20 08:39:31.358228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-d232e057-773c-4759-8e8a-aa4625c83974 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:31.359199 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d232e057-773c-4759-8e8a-aa4625c83974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:31.410667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e580709-7ed3-4cee-9c67-5f64e9a172a0 req-89feaffa-b952-45f8-b478-73be7d77ce6c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.412604 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0e580709-7ed3-4cee-9c67-5f64e9a172a0 req-89feaffa-b952-45f8-b478-73be7d77ce6c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.2414398 Nov 20 08:39:31.436799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-d16fd465-5246-4d06-97c3-36db38122a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.438514 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-d16fd465-5246-4d06-97c3-36db38122a6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.1815329 Nov 20 08:39:31.461030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] For port cbdd1c07-7fd8-4711-bffe-2e775338752a, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=cbdd1c07-7fd8-4711-bffe-2e775338752a,segment=NetworkSegment(fc9409eb-33b3-49f5-bd95-194efb0e54ec),segment_id=fc9409eb-33b3-49f5-bd95-194efb0e54ec)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:31.461498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:31.577492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-e5aa18f3-ecf8-4864-be7c-87641e3741f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 1001 time: 0.1285677 Nov 20 08:39:31.621380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Calling delete_port for cbdd1c07-7fd8-4711-bffe-2e775338752a owned by network:router_interface {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:31.679644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-65b59074-1ccd-4159-abc6-b20035f78feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.683848 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0e580709-7ed3-4cee-9c67-5f64e9a172a0 req-4a890257-9158-40f6-a769-a567d130e599 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2595937 Nov 20 08:39:31.685452 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-65b59074-1ccd-4159-abc6-b20035f78feb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0998569 Nov 20 08:39:31.788234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-769a7b55-5869-472d-989a-a8d10540737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:31.790849 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-769a7b55-5869-472d-989a-a8d10540737d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0962019 Nov 20 08:39:31.973434 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-6d764038-b9fb-423c-81ed-eebc2607758c service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755190 Nov 20 08:39:32.096470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:32.114124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9521c3c-64f8-4430-afb8-4a59b8296272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:32.168741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4268afa1-cf8e-44f4-8b43-5639a301fdeb req-7b8f03cd-2cfc-4c2e-ab37-7d2459e156ce service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854756 Nov 20 08:39:32.177420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdd1c07-7fd8-4711-bffe-2e775338752a,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:32.180369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:32.615246 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851321402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367919'] for router_interface, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:33.355734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:33.488556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:33.489028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:33.719217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af37e9-728e-4cab-a08e-a74fa41a09f8 req-26107806-48a6-4b7f-a95b-2579cfbd7f2e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:33.720956 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a0af37e9-728e-4cab-a08e-a74fa41a09f8 req-26107806-48a6-4b7f-a95b-2579cfbd7f2e tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 945 time: 0.2126405 Nov 20 08:39:33.847095 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a0af37e9-728e-4cab-a08e-a74fa41a09f8 req-683a9574-5249-42fd-bd0e-d9a1541cba6c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179109 Nov 20 08:39:33.916723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Router ec6b64a7-8601-4c58-ab1b-b896260990d8 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:39:34.160314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:39:34.173218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] Sync routers for ids ['ec6b64a7-8601-4c58-ab1b-b896260990d8'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:39:34.175492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c7453041-a01c-40f7-8ccd-ea4b078341b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/ec6b64a7-8601-4c58-ab1b-b896260990d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764783 Nov 20 08:39:34.179702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40430) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:34.196940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] Routers {'ec6b64a7-8601-4c58-ab1b-b896260990d8'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:34.198138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['ec6b64a7-8601-4c58-ab1b-b896260990d8'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:34.414824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks [] for router, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:34.661410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:34.677852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Deleting port 2dd33da7-659d-445c-986a-30406e62360e {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:34.678967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:34.738466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] Set router ec6b64a7-8601-4c58-ab1b-b896260990d8 gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:34.941128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] For port 2dd33da7-659d-445c-986a-30406e62360e, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=2dd33da7-659d-445c-986a-30406e62360e,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:34.941595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:35.108967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Calling delete_port for 2dd33da7-659d-445c-986a-30406e62360e owned by network:router_gateway {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:35.230490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1234002-ddf9-4940-8355-5ceaded804cb req-517cae9c-1f5a-4974-9c0d-20b3b49b543f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:35.243258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '2dd33da7-659d-445c-986a-30406e62360e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:39:32Z', 'revision_number': 5, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port': {'id': '2dd33da7-659d-445c-986a-30406e62360e', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:37Z', 'updated_at': '2020-11-20T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:35.250726 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1234002-ddf9-4940-8355-5ceaded804cb req-517cae9c-1f5a-4974-9c0d-20b3b49b543f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 945 time: 0.2080057 Nov 20 08:39:35.258129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] Checking router: ec6b64a7-8601-4c58-ab1b-b896260990d8 for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:39:35.281882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] Routers {'ec6b64a7-8601-4c58-ab1b-b896260990d8'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:35.282714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['ec6b64a7-8601-4c58-ab1b-b896260990d8'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:35.322324 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d1234002-ddf9-4940-8355-5ceaded804cb req-932e543a-a708-4548-9462-fb3696a4ba0d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668797 Nov 20 08:39:35.346162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:35.378200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:35.432542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] Set router ec6b64a7-8601-4c58-ab1b-b896260990d8 gateway port host: None {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:35.577433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:39:35Z', 'revision_number': 7, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port_host': None}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:35.584095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb30536-ae8d-4e3a-bc5d-f385f2d0584b None None] The sync data for ids ['ec6b64a7-8601-4c58-ab1b-b896260990d8'] in dv-cinder-733622-11-smb is: [{'id': 'ec6b64a7-8601-4c58-ab1b-b896260990d8', 'name': 'tempest-ServerRescueNegativeTestJSON-11591141-router', 'tenant_id': '3513d0304df9406591a5934dbec2100b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:35Z', 'updated_at': '2020-11-20T08:39:35Z', 'revision_number': 7, 'project_id': '3513d0304df9406591a5934dbec2100b', 'gw_port_host': None}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:39:35.753121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-dff26b74-1f64-4334-a98d-1cf6166b6aba tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:35.756220 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-dff26b74-1f64-4334-a98d-1cf6166b6aba tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 945 time: 0.1376593 Nov 20 08:39:35.791141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd33da7-659d-445c-986a-30406e62360e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:35.814794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:35.862366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:35.862845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:35.940126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:36.034696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device cbdd1c07-7fd8-4711-bffe-2e775338752a no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:36.118607 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: cbdd1c07-7fd8-4711-bffe-2e775338752a {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:39:36.119218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device cbdd1c07-7fd8-4711-bffe-2e775338752a not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:39:36.241846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.279468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:36.291032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:36.298320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.301955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:36.346721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401513'] for router_gateway, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.446339 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586', 'code': 200} Nov 20 08:39:36.448098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:36.454863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:36.680130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:36.680492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.822433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:36.878803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1588'] for router, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.887120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:36.905239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5356000-3069-4d5f-9d12-c27068f78598 req-8a95d334-43ee-4ac7-833a-4f8b233d6aa3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:36.906978 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f5356000-3069-4d5f-9d12-c27068f78598 req-8a95d334-43ee-4ac7-833a-4f8b233d6aa3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 943 time: 0.3175130 Nov 20 08:39:36.961707 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:36.961958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:36.975109 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f5356000-3069-4d5f-9d12-c27068f78598 req-74c4b156-a847-4490-8643-ca63da7b692f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Nov 20 08:39:37.024744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854370357'] for router, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.025441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec6b64a7-8601-4c58-ab1b-b896260990d8 {{(pid=80321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:39:37.047001 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Notify callbacks [] for router, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.049486 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] 10.222.0.20 "DELETE /v2.0/routers/ec6b64a7-8601-4c58-ab1b-b896260990d8 HTTP/1.1" status: 204 len: 168 time: 2.8684597 Nov 20 08:39:37.052775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40440) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:37.157985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Deleting subnet b0305036-7fc2-4b57-b0eb-f38f4f28259b {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:39:37.161683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.222392 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.288830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.463359 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:37.463935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.581497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.600432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:37.643284 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0305036-7fc2-4b57-b0eb-f38f4f28259b,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:37.646546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:37.750023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.756742 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9647576e-ad64-458d-b7a0-5a6866a32d48 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b0305036-7fc2-4b57-b0eb-f38f4f28259b HTTP/1.1" status: 204 len: 168 time: 0.7027378 Nov 20 08:39:37.759738 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40446) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:37.780363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:37.780803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.849851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 2dd33da7-659d-445c-986a-30406e62360e no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:37.882836 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:37.915506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:37.924169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: 2dd33da7-659d-445c-986a-30406e62360e {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:39:37.924878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 2dd33da7-659d-445c-986a-30406e62360e not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:39:38.081508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.094991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.100686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b7952b3-d516-4034-bf5c-4abad351809b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:38.150189 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event deleted for resources: {'Port': ['ID=3d8c852e-fa0a-4d68-9ef5-fccc1e371586,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:38.163890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:38.322764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] No DVR routers for this DVR port 3d8c852e-fa0a-4d68-9ef5-fccc1e371586 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:38.326004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.329092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'name': 'network-vif-deleted', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:38.345980 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e62775cd-9c5d-42d5-9e7d-e36d0053263b req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "DELETE /v2.0/ports/3d8c852e-fa0a-4d68-9ef5-fccc1e371586 HTTP/1.1" status: 204 len: 173 time: 2.5769856 Nov 20 08:39:38.359717 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-21ccc048-e17e-4057-97d6-5ffc0f602f10 req-6656482a-030a-4310-bfcb-522e29296382 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=89327dc3-7473-4f71-834d-01cc71a1e19e HTTP/1.1" status: 200 len: 210 time: 0.1047738 Nov 20 08:39:38.361613 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91af5a7a-84fd-4805-9228-650700e34b56']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:38.379672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9409eb-33b3-49f5-bd95-194efb0e54ec') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:38.380046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9409eb-33b3-49f5-bd95-194efb0e54ec') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:38.404296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.412469 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89327dc3-7473-4f71-834d-01cc71a1e19e', 'name': 'network-vif-deleted', 'tag': '3d8c852e-fa0a-4d68-9ef5-fccc1e371586', 'status': 'completed', 'code': 200} Nov 20 08:39:38.427132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.430286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:39:38.633758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Network 91af5a7a-84fd-4805-9228-650700e34b56 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:38.644110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:38.871549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Network 91af5a7a-84fd-4805-9228-650700e34b56 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:39:38.916904 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:39:39.022455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.026437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4c17abb-a7c4-48c2-95e1-31c0f141f48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:39.043146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.056040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91af5a7a-84fd-4805-9228-650700e34b56,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:39.060774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:39.067761 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c99e0f36-3ee6-4c0f-acd3-fbc818fa46c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/91af5a7a-84fd-4805-9228-650700e34b56 HTTP/1.1" status: 204 len: 168 time: 1.3067937 Nov 20 08:39:39.364799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40458) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:39.458709 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c1750970-15db-4695-a013-57f47d1fb967 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3513d0304df9406591a5934dbec2100b&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0880139 Nov 20 08:39:39.459011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40464) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:39.587011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.622171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.715244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.719749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba064cfc-338a-4e15-80d8-a83ec6cae861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:39.736580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5fec7-c583-4a06-8b29-35e2db5e4c10,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:39.740536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:39.751989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:39.755677 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3d5fec7-c583-4a06-8b29-35e2db5e4c10 HTTP/1.1" status: 204 len: 168 time: 0.2930019 Nov 20 08:39:40.038849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6262a-647c-4957-9588-72bc0c42b79e req-3b382977-1f05-4b75-9c9a-6902ca29245a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:40.040749 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-91f6262a-647c-4957-9588-72bc0c42b79e req-3b382977-1f05-4b75-9c9a-6902ca29245a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 945 time: 0.0884409 Nov 20 08:39:40.122044 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-91f6262a-647c-4957-9588-72bc0c42b79e req-435f902a-53ed-440e-b0a7-d75f09d445f3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729537 Nov 20 08:39:40.978054 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40490) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:41.145550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-191783213-network', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:41.152523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:41.158283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Usage tracker for resource:network and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:41.162285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:41.170534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:41.182193 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Made reservation on behalf of 05d16d4bcb054bc8b2a5202daf7b9122 for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:39:41.187675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.203399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.241798 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:41.247644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:41.251816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:41.262984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:41.523114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.533214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.542037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-665f1c17-02d9-41bc-815c-c9005501baad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:41.619080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:39:41.634779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636161-a030-4a10-93ce-e0b4fe7b9d5a req-aefb4fea-e9b8-4130-8e09-3e6fc1de8a84 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:41.636069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-da636161-a030-4a10-93ce-e0b4fe7b9d5a req-aefb4fea-e9b8-4130-8e09-3e6fc1de8a84 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:41.665868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa997080-2357-4115-96aa-be51bc076e29,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:41.680445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:41.685339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.685877 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Added segment 75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd of type vxlan for network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 Nov 20 08:39:41.699505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-da636161-a030-4a10-93ce-e0b4fe7b9d5a req-aefb4fea-e9b8-4130-8e09-3e6fc1de8a84 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:41.701948 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-da636161-a030-4a10-93ce-e0b4fe7b9d5a req-aefb4fea-e9b8-4130-8e09-3e6fc1de8a84 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 945 time: 0.3627238 Nov 20 08:39:41.817985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.875785 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-da636161-a030-4a10-93ce-e0b4fe7b9d5a req-bf6a2001-02db-48a8-9aae-a59d62041663 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224885 Nov 20 08:39:41.888585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.890920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:41.891569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:41.898615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8bca322c-c879-446c-aed6-c8b298f38ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:41.934274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-f6c58835-704b-4a87-b03c-ab7e9cc4bc4c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:41.935978 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-f6c58835-704b-4a87-b03c-ab7e9cc4bc4c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 945 time: 0.2326205 Nov 20 08:39:41.965906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 422bb902-c773-46f6-8bab-9faf865adc05 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:42.083704 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1042144 Nov 20 08:39:42.087500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40498) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:42.093565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Pushing event updated for resources: {'Network': ['ID=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:42.096774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Request body: {'subnet': {'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-subnet', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:42.101409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:42.106353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:42.115167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Usage tracker for resource:subnet and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:42.116048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.121915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:42.123741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port 422bb902-c773-46f6-8bab-9faf865adc05 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:42.124358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.132733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:39:42.134998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:42.146759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:39:42.155458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Made reservation on behalf of 05d16d4bcb054bc8b2a5202daf7b9122 for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:39:42.164091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853195004'] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.231624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:42.367927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 422bb902-c773-46f6-8bab-9faf865adc05, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=422bb902-c773-46f6-8bab-9faf865adc05,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:42.370051 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05', 'code': 200} Nov 20 08:39:42.385591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.388665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:42.469461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=422bb902-c773-46f6-8bab-9faf865adc05,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:42.473756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:42.522574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port 422bb902-c773-46f6-8bab-9faf865adc05, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=422bb902-c773-46f6-8bab-9faf865adc05,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:42.522969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.666633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for 422bb902-c773-46f6-8bab-9faf865adc05 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:42.782969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:42.783611 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:42.956996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843346422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853194987'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:42.973746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f8a35145-2883-47cf-9ad7-2956bbd1cc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:43.114381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4533d8-420e-4c87-9e0d-b3c221367134,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:43.146594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.147007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.147465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.147775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.148162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.148548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.148994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.149378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.149763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.150150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.151007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.151007 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.151293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.151873 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.152406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.152819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.153477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.153875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.154274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.154655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.155040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.155421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.155800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.156179 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:43.158474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f99ef1-f950-4b99-aff5-d06f231ad377 req-c15ee8de-e87e-40a0-a1e2-21e8730c0e7d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:43.160127 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2f99ef1-f950-4b99-aff5-d06f231ad377 req-c15ee8de-e87e-40a0-a1e2-21e8730c0e7d tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 943 time: 0.0919373 Nov 20 08:39:43.160399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:43.217977 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2f99ef1-f950-4b99-aff5-d06f231ad377 req-c76aeed3-a83c-4c87-ab75-045e52fd1cc0 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Nov 20 08:39:43.219150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Checking segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:39:43.219595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Network hostable DHCP agents. Network: dd55f9e0-87bf-43aa-b74f-0785d0db3aa9, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:39:43.247078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:39:43.257402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, dd55f9e0-87bf-43aa-b74f-0785d0db3aa9) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:43.267987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aecf77a-8f58-425f-8d40-e1bd4f438b23 None None] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:39:43.271211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:43.271866 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.285029 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port 422bb902-c773-46f6-8bab-9faf865adc05 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:43.285637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.291713 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7884a0af-ec28-49a3-9515-ca195ca5afed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2027874 Nov 20 08:39:43.296817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40506) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:43.302777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:43.309442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:43.321683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Usage tracker for resource:router and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:43.323834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:43.330929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:43.349200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1573'] for router, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.350495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854374340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854162011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774212'] for router, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.372382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.546242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.563479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67f4bb21-d374-5215-a267-3f877024551b-dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134'}]}} from dv-cinder-733622-11-smb. {{(pid=80322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:39:43.565217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.721967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port 422bb902-c773-46f6-8bab-9faf865adc05, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=422bb902-c773-46f6-8bab-9faf865adc05,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:43.723599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.837268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5b3a1349-b642-46f4-b5ab-5ce03f29ad96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.849399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.921332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:43.953871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Allocated IP 172.20.0.2 (dd55f9e0-87bf-43aa-b74f-0785d0db3aa9/6b4533d8-420e-4c87-9e0d-b3c221367134/6f36fffd-6420-4660-8bf2-cc3587994dec) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:39:43.965435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for 422bb902-c773-46f6-8bab-9faf865adc05 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:44.205704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.222989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:44.304254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event deleted for resources: {'Port': ['ID=422bb902-c773-46f6-8bab-9faf865adc05,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:44.311075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.327877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:44.332361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Transition to ACTIVE for port object 6f36fffd-6420-4660-8bf2-cc3587994dec will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:39:44.369407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Transition to ACTIVE for port object 6f36fffd-6420-4660-8bf2-cc3587994dec will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:39:44.379685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.424330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:44.426796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Allocated IP 172.28.3.159 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/d79a9c8d-8406-4031-ade3-22cf85c3d675) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:39:44.510659 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95e8e2a4-2d78-41b2-a5a7-5becbeef73f3 req-3c0f0ecc-a550-499c-81f8-b2ef3a59a0ab tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=7a6af634-453b-4695-90e7-872c288c4c8d HTTP/1.1" status: 200 len: 210 time: 0.0794497 Nov 20 08:39:44.583890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Pushing event updated for resources: {'Port': ['ID=6f36fffd-6420-4660-8bf2-cc3587994dec,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:44.593985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] No DVR routers for this DVR port 422bb902-c773-46f6-8bab-9faf865adc05 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:44.597231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.597499 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:44.602143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'name': 'network-vif-deleted', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:44.629339 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aad8981e-5c83-475c-9cb3-0e01db0773e7 req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "DELETE /v2.0/ports/422bb902-c773-46f6-8bab-9faf865adc05 HTTP/1.1" status: 204 len: 173 time: 2.6748366 Nov 20 08:39:44.641849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:39:44.643977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:44.647766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:39:44.747370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Attempting to bind port 6f36fffd-6420-4660-8bf2-cc3587994dec on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:39:44.748030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Attempting to bind port 6f36fffd-6420-4660-8bf2-cc3587994dec by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:39:44.749163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Attempting to bind port 6f36fffd-6420-4660-8bf2-cc3587994dec on network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:39:44.755430 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6af634-453b-4695-90e7-872c288c4c8d', 'name': 'network-vif-deleted', 'tag': '422bb902-c773-46f6-8bab-9faf865adc05', 'status': 'completed', 'code': 200} Nov 20 08:39:44.762454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.764352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:39:44.765074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Checking segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:39:44.765806 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.766511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Bound using segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:39:44.767395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Bound port: 6f36fffd-6420-4660-8bf2-cc3587994dec, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:39:44.768071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.794415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.812595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:44.909853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] For port 6f36fffd-6420-4660-8bf2-cc3587994dec, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:39:44.913407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] For port 6f36fffd-6420-4660-8bf2-cc3587994dec, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=6f36fffd-6420-4660-8bf2-cc3587994dec,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:39:44.923850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:44.952726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:45.021067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Pushing event updated for resources: {'Port': ['ID=d79a9c8d-8406-4031-ade3-22cf85c3d675,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:45.039176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:45.123085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:39:45.125427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:45.130800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:39:45.229337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Pushing event updated for resources: {'Port': ['ID=6f36fffd-6420-4660-8bf2-cc3587994dec,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:45.240126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:45.443914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:45.445301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415'] for router, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:45.801871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Router b44ed2e6-e964-4581-871a-bb104bdcc52d is scheduled to L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 with binding_index 1 {{(pid=80321) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:39:45.975335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 6f36fffd-6420-4660-8bf2-cc3587994dec up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:46.111048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:39:46.133293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:39:46.145542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-366151fc-f240-4117-898a-dc54a556d2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:46.153799 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 6f36fffd-6420-4660-8bf2-cc3587994dec completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:46.166472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] Notify callbacks [] for router, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:46.171325 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-300204fb-2ba8-415d-8f1d-d25f99483a88 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8705065 Nov 20 08:39:46.172105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40522) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:46.174994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:46.176202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:46.502430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:46.997031 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69cef9-92d8-4ed7-b3db-99a07ed6f108 None None] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:39:47.107924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:47.342596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Provisioning for port 6f36fffd-6420-4660-8bf2-cc3587994dec completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:47.367724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Provisioning complete for port 6f36fffd-6420-4660-8bf2-cc3587994dec triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:47.368433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:47.376236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:47.719720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:45Z', 'revision_number': 3, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:47.779236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:39:47.779236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Updating router b44ed2e6-e964-4581-871a-bb104bdcc52d port d79a9c8d-8406-4031-ade3-22cf85c3d675 binding host dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:39:47.809059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe19c-e4c2-452a-bacc-35eacca5a781 req-1263a3e7-b4ba-41ea-9ecc-a0f81ac1c8d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:47.811469 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-869fe19c-e4c2-452a-bacc-35eacca5a781 req-1263a3e7-b4ba-41ea-9ecc-a0f81ac1c8d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 946 time: 0.1457875 Nov 20 08:39:47.853167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Allocated IP 172.20.0.1 (dd55f9e0-87bf-43aa-b74f-0785d0db3aa9/6b4533d8-420e-4c87-9e0d-b3c221367134/d270fd20-41a7-446c-a696-89ba6c463aa6) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:39:47.863390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:47.869016 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-869fe19c-e4c2-452a-bacc-35eacca5a781 req-5372eab9-4aa1-4810-9956-c03d8ec4be20 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510552 Nov 20 08:39:47.891825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:47.974248 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] For port 6f36fffd-6420-4660-8bf2-cc3587994dec, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=6f36fffd-6420-4660-8bf2-cc3587994dec,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:48.053584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.065665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6ecae8a-27db-4832-8ee9-7eeaa12b958a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:48.132589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.158795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Transition to ACTIVE for port object d270fd20-41a7-446c-a696-89ba6c463aa6 will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:39:48.189757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.191989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.213114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:48.361921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3ab8ef47-e123-4828-b1c7-bfe6933d8552 None None] Provisioning complete for port 6f36fffd-6420-4660-8bf2-cc3587994dec triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:48.362580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ef47-e123-4828-b1c7-bfe6933d8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.427335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Pushing event updated for resources: {'Port': ['ID=6f36fffd-6420-4660-8bf2-cc3587994dec,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:48.462902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:48.487680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d270fd20-41a7-446c-a696-89ba6c463aa6,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:48.524506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.525097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.525758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.527849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.528215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.528874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.529525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.530169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.530804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.531444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.532089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.532763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.533490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.534138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.534783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.535422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.536065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.536729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.537368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.538004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.538647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.539319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.539935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.540581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:48.565897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:48.569017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.613753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:39:48.615472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:48.620930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:39:48.620930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854375974'] for router_interface, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.772348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.896279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.911305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Transition to ACTIVE for port object d79a9c8d-8406-4031-ade3-22cf85c3d675 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:39:48.917642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:48.936779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8881b611-b0ca-4486-9026-789b11926e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:49.091039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcb730-f50d-464f-900d-cb3b473a0506 None None] Pushing event updated for resources: {'Port': ['ID=d79a9c8d-8406-4031-ade3-22cf85c3d675,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:49.097279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-60bcb730-f50d-464f-900d-cb3b473a0506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:49.097942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ea009443-95f6-483e-a9fb-20b2a26111fd None None] Provisioning complete for port 6f36fffd-6420-4660-8bf2-cc3587994dec triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:49.098368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ea009443-95f6-483e-a9fb-20b2a26111fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.220203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.294091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Attempting to bind port d79a9c8d-8406-4031-ade3-22cf85c3d675 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:39:49.294091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Attempting to bind port d79a9c8d-8406-4031-ade3-22cf85c3d675 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:39:49.294594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Attempting to bind port d79a9c8d-8406-4031-ade3-22cf85c3d675 on network 77e37b8f-e86d-4be6-8bec-12d8b6115714 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:39:49.309693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:39:49.310148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:39:49.310564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.311022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Bound using segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:39:49.311590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Bound port: d79a9c8d-8406-4031-ade3-22cf85c3d675, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:39:49.312027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.398170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] For port d79a9c8d-8406-4031-ade3-22cf85c3d675, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:39:49.401886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] For port d79a9c8d-8406-4031-ade3-22cf85c3d675, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=d79a9c8d-8406-4031-ade3-22cf85c3d675,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:39:49.406519 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.423184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:49.484020 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e62b4-fa38-4286-88e1-aad848e058d7 req-829f4c32-4cef-4a36-b0ac-44704c1403db tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:49.485416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-4b7e62b4-fa38-4286-88e1-aad848e058d7 req-829f4c32-4cef-4a36-b0ac-44704c1403db tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:49.510225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.601664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcb730-f50d-464f-900d-cb3b473a0506 None None] Pushing event updated for resources: {'Port': ['ID=d79a9c8d-8406-4031-ade3-22cf85c3d675,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:49.608178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1ce6c0f6-9277-4161-91f6-cb3c3fa51f75 None None] Provisioning for port d270fd20-41a7-446c-a696-89ba6c463aa6 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:49.608467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.608467 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3454431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642168'] for router_interface, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.612590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-60bcb730-f50d-464f-900d-cb3b473a0506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:49.627052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1ce6c0f6-9277-4161-91f6-cb3c3fa51f75 None None] Provisioning complete for port d270fd20-41a7-446c-a696-89ba6c463aa6 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:49.627480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c0f6-9277-4161-91f6-cb3c3fa51f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:49.653262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-61633d13-5264-488e-969b-5b48dbdde62a tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:49.704364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6c0f6-9277-4161-91f6-cb3c3fa51f75 None None] Port d270fd20-41a7-446c-a696-89ba6c463aa6 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:39:49.721739 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:49.722461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:49.750751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-4b7e62b4-fa38-4286-88e1-aad848e058d7 req-829f4c32-4cef-4a36-b0ac-44704c1403db tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:49.753095 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4b7e62b4-fa38-4286-88e1-aad848e058d7 req-829f4c32-4cef-4a36-b0ac-44704c1403db tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 946 time: 0.5371921 Nov 20 08:39:50.018658 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d270fd20-41a7-446c-a696-89ba6c463aa6,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:50.030383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:50.155593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 6f36fffd-6420-4660-8bf2-cc3587994dec up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:50.155909 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4b7e62b4-fa38-4286-88e1-aad848e058d7 req-f01326dc-eeb1-4c22-863c-d1d0d80f833f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442080 Nov 20 08:39:50.170684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-bdc50b8c-38bf-4254-baf5-ecb911a52074 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:50.173574 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-bdc50b8c-38bf-4254-baf5-ecb911a52074 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 946 time: 0.6558385 Nov 20 08:39:50.180764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 213271b1-916d-4e3c-bfc4-fcad74234374 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:39:50.280950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:39:50.285596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:50.353717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:50.422542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port 213271b1-916d-4e3c-bfc4-fcad74234374 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:50.422542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.476098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 6f36fffd-6420-4660-8bf2-cc3587994dec triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:50.476526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.504551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.747140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:50.863857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 213271b1-916d-4e3c-bfc4-fcad74234374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=213271b1-916d-4e3c-bfc4-fcad74234374,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:50.896035 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374', 'code': 200} Nov 20 08:39:50.896966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:50.902832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-62d94fbb-d340-42b7-b097-7616e3d28f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:50.934150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-18a1f1e4-066a-4fd9-bb64-706c750fcf33 None None] Provisioning complete for port d270fd20-41a7-446c-a696-89ba6c463aa6 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:50.934548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-18a1f1e4-066a-4fd9-bb64-706c750fcf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.196747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port 213271b1-916d-4e3c-bfc4-fcad74234374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=213271b1-916d-4e3c-bfc4-fcad74234374,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:51.197539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:51.205123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-18a1f1e4-066a-4fd9-bb64-706c750fcf33 None None] Port d270fd20-41a7-446c-a696-89ba6c463aa6 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:39:51.219109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=213271b1-916d-4e3c-bfc4-fcad74234374,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:51.228184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:51.288867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 2, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:51.297612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f809ece-42eb-4d84-a71b-4fe325a1bdfa None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 2, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:39:51.410184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for 213271b1-916d-4e3c-bfc4-fcad74234374 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:51.712598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:39:51.713402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:39:51.765339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411ef2-624c-4d68-a4fe-a16dc636483b req-4da24d29-c750-4943-b05b-5e3edb7f6b5c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:51.767296 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2411ef2-624c-4d68-a4fe-a16dc636483b req-4da24d29-c750-4943-b05b-5e3edb7f6b5c tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 944 time: 0.3155775 Nov 20 08:39:51.810162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Router b44ed2e6-e964-4581-871a-bb104bdcc52d has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:39:51.838739 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d2411ef2-624c-4d68-a4fe-a16dc636483b req-103a8634-7b6f-42f3-a378-d8a877eaefff tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638156 Nov 20 08:39:52.093167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:39:52.125966 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/b44ed2e6-e964-4581-871a-bb104bdcc52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9470415 Nov 20 08:39:52.214845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Deleting port 213271b1-916d-4e3c-bfc4-fcad74234374 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:39:52.215659 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.492867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:39:52.655953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] For port 213271b1-916d-4e3c-bfc4-fcad74234374, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=213271b1-916d-4e3c-bfc4-fcad74234374,segment=NetworkSegment(97c2efa8-b84b-4bdc-b456-65a042aaac4a),segment_id=97c2efa8-b84b-4bdc-b456-65a042aaac4a)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:52.656681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:52.849635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Calling delete_port for 213271b1-916d-4e3c-bfc4-fcad74234374 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:39:53.075160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40550) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:53.084420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'security_group': {'name': 'tempest-securitygroup--807187987', 'description': 'tempest-description--1035190525'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:53.091698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:53.103244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:53.144189 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:53.166370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:53.191887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.202364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.225614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32a3c217-667b-45a4-be81-829539a8823d tempest-VolumesNegativeTest-195849991 tempest-VolumesNegativeTest-195849991] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:53.298724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Pushing event deleted for resources: {'Port': ['ID=213271b1-916d-4e3c-bfc4-fcad74234374,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:53.320767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:53.420143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:53.434126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860ec58-68f7-4c9d-b095-643ebe781581 req-1e6d7de5-d30c-460f-8c0e-6bdb7f6711f3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:53.434987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-7860ec58-68f7-4c9d-b095-643ebe781581 req-1e6d7de5-d30c-460f-8c0e-6bdb7f6711f3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Synchronizing usage tracker for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:53.440774 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:53.447185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:53.469326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:53.509709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-7860ec58-68f7-4c9d-b095-643ebe781581 req-1e6d7de5-d30c-460f-8c0e-6bdb7f6711f3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Unset dirty status for tenant:5ba6ec715eca470f8e2ccd0ff0b77fc4 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:53.511099 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7860ec58-68f7-4c9d-b095-643ebe781581 req-1e6d7de5-d30c-460f-8c0e-6bdb7f6711f3 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/ports?device_id=aae1a881-663e-4346-8e4a-bece42cfb215 HTTP/1.1" status: 200 len: 865 time: 0.4117267 Nov 20 08:39:53.593645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] No DVR routers for this DVR port 213271b1-916d-4e3c-bfc4-fcad74234374 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:39:53.602878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.606745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'name': 'network-vif-deleted', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:39:53.649994 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5df2353e-1b30-4986-88aa-6a78551fb042 req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.23 "DELETE /v2.0/ports/213271b1-916d-4e3c-bfc4-fcad74234374 HTTP/1.1" status: 204 len: 173 time: 3.4687920 Nov 20 08:39:53.693200 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae1a881-663e-4346-8e4a-bece42cfb215', 'name': 'network-vif-deleted', 'tag': '213271b1-916d-4e3c-bfc4-fcad74234374', 'status': 'completed', 'code': 200} Nov 20 08:39:53.696398 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7860ec58-68f7-4c9d-b095-643ebe781581 req-eb422ad5-1730-49d0-9172-fb0103963ef6 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] 10.222.0.20 "GET /v2.0/security-groups?id=7c28fa6e-e8ea-468c-95ff-324199162ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767030 Nov 20 08:39:53.703410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.708093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.715044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-74e7e483-0c83-4e1e-a27b-5cfbd01bee25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:53.753197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.757405 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1663 time: 0.6784706 Nov 20 08:39:53.758040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40558) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:53.764948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'security_group_rule': {'security_group_id': '787920b0-532d-4642-ade5-92ca35d9e655', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:53.769840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'SecurityGroup': ['ID=787920b0-532d-4642-ade5-92ca35d9e655,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:53.773854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:53.774954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:53.779715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:53.782983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:53.790156 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:53.810761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.904138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.908225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.910496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d9694b20-d701-4018-8790-7e06043cc457 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:53.940902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84178dda-07c9-42e3-8d76-82655311fd5d,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:53.950089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:53.958497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d79a9c8d-8406-4031-ade3-22cf85c3d675 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:53.962977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:53.964381 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2054229 Nov 20 08:39:53.968228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40562) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:53.974136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'security_group_rule': {'security_group_id': '787920b0-532d-4642-ade5-92ca35d9e655', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:53.981558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:53.985879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:53.989146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:53.996085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:54.015181 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.087877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.088409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port d79a9c8d-8406-4031-ade3-22cf85c3d675 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:54.092003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.095520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3cde500d-e8cd-4ceb-b7cc-e519fb290c01 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:54.097476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port d79a9c8d-8406-4031-ade3-22cf85c3d675 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:54.098130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.140078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5ce962-b483-46b5-a0a6-8072b392a936,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:54.144854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:54.158971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.165587 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-dc059120-f17a-4f2c-b062-bdb120369e6b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1915617 Nov 20 08:39:54.166677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40566) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:54.175100 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'floatingip': {'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:39:54.183560 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:39:54.189067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:floatingip and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:39:54.194651 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:39:54.206149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:39:54.224816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.310802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.334819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port d79a9c8d-8406-4031-ade3-22cf85c3d675, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=d79a9c8d-8406-4031-ade3-22cf85c3d675,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:54.338234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.341791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:54.418500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=d79a9c8d-8406-4031-ade3-22cf85c3d675,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:54.422144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:54.482408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:54.811526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Allocated IP 172.28.3.239 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/f49c5ab1-f616-46b0-85c7-a5bef4ac90da) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:39:54.944313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40572) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:55.072076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:39:55.089121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:55.089850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:55.297833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.306783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Deleting subnet 621e84de-d43c-403b-b55d-68049463b316 {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:39:55.307041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:55.311722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.381411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.447234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.469842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d861fac7-178a-4959-a64e-9612d13cda87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:55.531875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.680921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 2, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:55.686836 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:39:55.687195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Updating router b44ed2e6-e964-4581-871a-bb104bdcc52d port d270fd20-41a7-446c-a696-89ba6c463aa6 binding host dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:39:55.699215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'Port': ['ID=f49c5ab1-f616-46b0-85c7-a5bef4ac90da,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:55.704002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:55.752272 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:55.910565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:39:55.916278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:39:55.920098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:39:55.932198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d79a9c8d-8406-4031-ade3-22cf85c3d675 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:56.063351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port d79a9c8d-8406-4031-ade3-22cf85c3d675 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:56.064236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.208026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.226152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:56.278833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621e84de-d43c-403b-b55d-68049463b316,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:56.294332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:56.304979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.448461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.462602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.474705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.475011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Transition to ACTIVE for port object d270fd20-41a7-446c-a696-89ba6c463aa6 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:39:56.479915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.523700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:56.538951 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-068770dc-6ac9-40b9-80c9-f3febffcdd9d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/621e84de-d43c-403b-b55d-68049463b316 HTTP/1.1" status: 204 len: 168 time: 1.5818341 Nov 20 08:39:56.544226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40576) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:56.628809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Pushing event updated for resources: {'Port': ['ID=d270fd20-41a7-446c-a696-89ba6c463aa6,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:56.701390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.701776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.702153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.702527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.702897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.703277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.703626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.703988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.704347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.704746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.705118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.705469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.705872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.706232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.706590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.706946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.707303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.707660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.708017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.708375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.708776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.709133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.709488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.709839 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:39:56.720151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:56.790517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.900843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.908403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.912955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Attempting to bind port d270fd20-41a7-446c-a696-89ba6c463aa6 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:39:56.913517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Attempting to bind port d270fd20-41a7-446c-a696-89ba6c463aa6 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:39:56.913784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Attempting to bind port d270fd20-41a7-446c-a696-89ba6c463aa6 on network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:39:56.923392 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:39:56.923824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Checking segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:39:56.924279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.924773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Bound using segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:39:56.925318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Bound port: d270fd20-41a7-446c-a696-89ba6c463aa6, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:39:56.925760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:56.931856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:57.050549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] For port d270fd20-41a7-446c-a696-89ba6c463aa6, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:39:57.057340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] For port d270fd20-41a7-446c-a696-89ba6c463aa6, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=d270fd20-41a7-446c-a696-89ba6c463aa6,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:39:57.071535 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.103028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:57.115313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'Port': ['ID=f49c5ab1-f616-46b0-85c7-a5bef4ac90da,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:57.129236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:57.186725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.240461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.279380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.282775 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-53a51a74-fd22-4aa2-845e-1502226431de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1133244 Nov 20 08:39:57.334182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Pushing event updated for resources: {'Port': ['ID=d270fd20-41a7-446c-a696-89ba6c463aa6,revision_number=4']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:57.346940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-acf42902-5464-4322-9ed5-faf4e75fea78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:57.370241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.371033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.371788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.372163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > port after_create 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.372532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.373086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > port after_update 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.373477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.374066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.374411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.374974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.402237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:39:57.403257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:39:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.460525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.461416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.461416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.461698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 20 08:39:57.462088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9d4b38-dcef-40ca-8894-9f25001bf3fb']}} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.482604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c2efa8-b84b-4bdc-b456-65a042aaac4a') {'for_net_delete': True} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.483061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c2efa8-b84b-4bdc-b456-65a042aaac4a') {} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:57.529906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843092079'] for segment, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.565936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.569104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:39:57.678117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-ff558456-00b1-4425-a8a7-0f689c6c66cf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:57.825414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb has no segments {{(pid=80320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:57.834220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-ff558456-00b1-4425-a8a7-0f689c6c66cf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:57.835576 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-ff558456-00b1-4425-a8a7-0f689c6c66cf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--807187987&fields=id&tenant_id=05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 267 time: 0.3355048 Nov 20 08:39:57.837583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843499661'] for segment, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:57.968016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d270fd20-41a7-446c-a696-89ba6c463aa6 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:39:58.075972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port d270fd20-41a7-446c-a696-89ba6c463aa6 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:39:58.083932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port d270fd20-41a7-446c-a696-89ba6c463aa6 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:39:58.084642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.086588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:39:58.325357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.396861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port d270fd20-41a7-446c-a696-89ba6c463aa6, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=d270fd20-41a7-446c-a696-89ba6c463aa6,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:39:58.402310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.405578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:58.467091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Network 3f9d4b38-dcef-40ca-8894-9f25001bf3fb has no segments {{(pid=80320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:39:58.497386 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:39:58.539515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=d270fd20-41a7-446c-a696-89ba6c463aa6,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:58.544004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:58.561702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:57Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:39:58.569292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc66c9-4f8b-4eca-842a-96e77298413c None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:57Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:39:58.641803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-eb2e8f4d-aee1-4f5e-84e1-b20bf2f10e29 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:39:58.643017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-eb2e8f4d-aee1-4f5e-84e1-b20bf2f10e29 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:network {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:58.656549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.673676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:58.706972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-eb2e8f4d-aee1-4f5e-84e1-b20bf2f10e29 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:network {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:58.708507 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-eb2e8f4d-aee1-4f5e-84e1-b20bf2f10e29 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 816 time: 0.8485949 Nov 20 08:39:58.709829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:58.713374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9d4b38-dcef-40ca-8894-9f25001bf3fb,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:58.718998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:58.746544 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c51eed1c-5d9d-4fb2-8cdb-ae49ee83cf01 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f9d4b38-dcef-40ca-8894-9f25001bf3fb HTTP/1.1" status: 204 len: 168 time: 2.1965823 Nov 20 08:39:58.752527 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2ff03a07-6717-47d5-83f8-96ac3ea3d60b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/quotas/05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 375 time: 0.0267036 Nov 20 08:39:58.927505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-889715b1-653c-4fb7-acbb-e3274c817113 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:39:58.957532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-889715b1-653c-4fb7-acbb-e3274c817113 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:39:58.960082 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-889715b1-653c-4fb7-acbb-e3274c817113 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1912711 Nov 20 08:39:59.021677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40594) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:59.132262 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ba37b7d1-fa2b-4834-b7f1-1cb9dd2e72ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ba6ec715eca470f8e2ccd0ff0b77fc4&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1086183 Nov 20 08:39:59.136479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40598) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:39:59.221578 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-40e27192-e43f-4fa6-8552-fef11e196cba service neutron] 10.222.0.20 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452917 Nov 20 08:39:59.247427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.285526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.351024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.361682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-76e24710-12e7-4543-a891-374c4111b9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:39:59.391305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28fa6e-e8ea-468c-95ff-324199162ea4,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:39:59.395654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:39:59.405503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:39:59.408180 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c28fa6e-e8ea-468c-95ff-324199162ea4 HTTP/1.1" status: 204 len: 168 time: 0.2695227 Nov 20 08:39:59.429712 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-9d859bcb-3865-48f4-9d18-a5fbd9136f5a service neutron] 10.222.0.20 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1937199 Nov 20 08:39:59.787123 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aae19fe3-41cc-4d70-b93e-2a99ef880f9b req-a7897663-cff9-4f12-92d1-a1138b5a60a7 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 210 time: 0.0852442 Nov 20 08:39:59.968748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d270fd20-41a7-446c-a696-89ba6c463aa6 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:00.054971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port d270fd20-41a7-446c-a696-89ba6c463aa6 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:00.055502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:01.064663 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0ab18e50-639b-45fe-95d8-92d122f2ac29 req-cf4f536d-1781-411b-90d5-cc93176a34fc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 210 time: 0.0911286 Nov 20 08:40:01.329756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c3efdb8a-2a1c-43c7-a713-5fb9835cb37a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:01.331443 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c3efdb8a-2a1c-43c7-a713-5fb9835cb37a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 816 time: 0.2072346 Nov 20 08:40:01.445583 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-1ab1d3c3-5ce0-4d29-a778-ab0345f70a77 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 5244 time: 0.0933199 Nov 20 08:40:01.461920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'port': {'device_id': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'admin_state_up': True, 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'security_groups': ['787920b0-532d-4642-ade5-92ca35d9e655']}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:01.687303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:01.712357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:01.732575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Made reservation on behalf of 05d16d4bcb054bc8b2a5202daf7b9122 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:40:01.742153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.013703 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40668) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:02.237705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.265365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Allocated IP 172.20.0.10 (dd55f9e0-87bf-43aa-b74f-0785d0db3aa9/6b4533d8-420e-4c87-9e0d-b3c221367134/2dcd3b44-4f35-4081-ad88-7284920a5050) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:40:02.280589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:02.285964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Usage tracker for resource:security_group_rule and tenant:417fa9ed839a43aab1bc066d8731f2dc is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:02.290019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:02.298306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:02.434563 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-abfd1b49-9d85-4bb3-895e-dc48e056e013 req-e1a006e6-5b13-4ba1-a8b4-b29d571bb6b8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 210 time: 0.0592062 Nov 20 08:40:02.436408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.440122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.449572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64861abc-d363-46e6-ad9b-1b5c5507f815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:02.499321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.502247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5983c1-0413-48fc-b3f2-d6065df114b3,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:02.509888 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=417fa9ed839a43aab1bc066d8731f2dc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4944777 Nov 20 08:40:02.510902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40676) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:02.511918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:02.517905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Transition to ACTIVE for port object 2dcd3b44-4f35-4081-ad88-7284920a5050 will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:40:02.550197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.568954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5f056a5c-b253-4bd5-bd0a-a4a7bbbe97ab tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:02.583142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.614800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.675457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.681964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-77e41b07-100d-4282-a1b9-d66ed56d2307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:02.699091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5983c1-0413-48fc-b3f2-d6065df114b3,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:02.701715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:02.706134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.707503 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b5983c1-0413-48fc-b3f2-d6065df114b3 HTTP/1.1" status: 204 len: 168 time: 0.1945446 Nov 20 08:40:02.731418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:02.737835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:02.789775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:40:02.791113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:40:02.795530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:40:02.877777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:02.878441 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:02.910790 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4595578 Nov 20 08:40:02.935742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Request body: {'port': {'device_id': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:03.080340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:03.102551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f5192b03-2334-494d-83a8-3c063666d757 None None] Provisioning for port 2dcd3b44-4f35-4081-ad88-7284920a5050 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:40:03.108487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f5192b03-2334-494d-83a8-3c063666d757 None None] Provisioning complete for port 2dcd3b44-4f35-4081-ad88-7284920a5050 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:03.109164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f5192b03-2334-494d-83a8-3c063666d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:03.180569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f5192b03-2334-494d-83a8-3c063666d757 None None] Port 2dcd3b44-4f35-4081-ad88-7284920a5050 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:40:03.593432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcd3b44-4f35-4081-ad88-7284920a5050 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:40:03.602572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:03.618270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Transition to ACTIVE for port object 2dcd3b44-4f35-4081-ad88-7284920a5050 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:40:03.622968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:03.639723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:03.842039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:03.848335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:03.923847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129adb25-2f65-43d7-a073-aaf2bb0e969d req-c7b5efe8-4011-422e-b7b2-f80e47410ed0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:03.924624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-129adb25-2f65-43d7-a073-aaf2bb0e969d req-c7b5efe8-4011-422e-b7b2-f80e47410ed0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:04.031558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-129adb25-2f65-43d7-a073-aaf2bb0e969d req-c7b5efe8-4011-422e-b7b2-f80e47410ed0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:04.033449 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-129adb25-2f65-43d7-a073-aaf2bb0e969d req-c7b5efe8-4011-422e-b7b2-f80e47410ed0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.3329570 Nov 20 08:40:04.160485 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-129adb25-2f65-43d7-a073-aaf2bb0e969d req-b5472496-a70b-4f0e-88cb-ab51a0798eb9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866740 Nov 20 08:40:04.161237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Attempting to bind port 2dcd3b44-4f35-4081-ad88-7284920a5050 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:40:04.161598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Attempting to bind port 2dcd3b44-4f35-4081-ad88-7284920a5050 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:40:04.161962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Attempting to bind port 2dcd3b44-4f35-4081-ad88-7284920a5050 on network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:40:04.170448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:40:04.170801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Checking segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:40:04.171206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:04.171614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Bound using segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:40:04.172096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Bound port: 2dcd3b44-4f35-4081-ad88-7284920a5050, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:40:04.172526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:04.507194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:40:04.511320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:40:04.513963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:04.529813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f098faa6-8c53-4bf9-a8b5-84799dad5e33 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:04.695510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:04.700869 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:04.734598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:04.735279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:04.736838 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] 10.222.0.23 "PUT /v2.0/ports/2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 1158 time: 1.8105175 Nov 20 08:40:04.737501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:04.802539 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'status': 'completed', 'code': 200} Nov 20 08:40:04.903717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-3160d3e0-c103-4f3d-aee2-603e0aa92cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:04.905407 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-3160d3e0-c103-4f3d-aee2-603e0aa92cf7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1161 time: 0.0890212 Nov 20 08:40:04.992845 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-69282051-af34-4f0a-aa5e-05160386af52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 217 time: 0.0724206 Nov 20 08:40:05.076067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-afaaef57-6bc3-4732-800c-6c26d3faa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:05.079085 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-afaaef57-6bc3-4732-800c-6c26d3faa46a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0791779 Nov 20 08:40:05.168302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-5dae9fba-9433-4bf7-b9f1-1a0e417a6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:05.169940 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-5dae9fba-9433-4bf7-b9f1-1a0e417a6ea7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0825510 Nov 20 08:40:05.347600 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-7c441cbe-00b3-4a2c-9071-ac5d51f539d5 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694489 Nov 20 08:40:05.522744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40726) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:05.578289 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16b083f0-cdda-4685-ac76-7c26770f3ad3 req-b3efb3c2-4761-40c9-bb49-db443ffc8bd0 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2226460 Nov 20 08:40:05.584576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922240-7e45-432f-9fa5-788fef2245f6 req-f4991f11-a98e-47cf-a96a-d7449c334e98 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:05.586191 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-94922240-7e45-432f-9fa5-788fef2245f6 req-f4991f11-a98e-47cf-a96a-d7449c334e98 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.2050190 Nov 20 08:40:05.661223 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-94922240-7e45-432f-9fa5-788fef2245f6 req-018451e9-ab7b-4cee-a9a6-7de4a1ba2f64 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673835 Nov 20 08:40:05.701038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.738561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:05.743719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Usage tracker for resource:security_group_rule and tenant:bb38050b8db44c60a3d53c600a570717 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:05.746853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:05.753309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:05.766868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9cad2-c077-452c-853f-485354fb5bdb req-19cf0876-1df6-4509-b38f-c39734f41647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:05.768500 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-19cf0876-1df6-4509-b38f-c39734f41647 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1161 time: 0.0818951 Nov 20 08:40:05.825333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.828556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:05.836523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7de3b109-1924-44f8-bf55-df3c93c8403f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:05.886126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a78a62-cbae-4b41-9b2b-442738feae2d,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:05.893149 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb38050b8db44c60a3d53c600a570717&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3692446 Nov 20 08:40:05.894256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:05.894393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40732) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:05.957675 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9cad2-c077-452c-853f-485354fb5bdb req-5b63afe0-730d-4f17-873e-d2ca811e7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:05.959199 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-5b63afe0-730d-4f17-873e-d2ca811e7b96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1835768 Nov 20 08:40:06.050429 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-065f2ff4-726b-4651-8211-0d4907f8f9db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 217 time: 0.0823677 Nov 20 08:40:06.058157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.141096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.169601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9cad2-c077-452c-853f-485354fb5bdb req-db1c2d27-d9f7-4f09-8f72-4cbfec9cfa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:06.171198 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-db1c2d27-d9f7-4f09-8f72-4cbfec9cfa21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.1100872 Nov 20 08:40:06.266708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.272676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:06.289796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a78a62-cbae-4b41-9b2b-442738feae2d,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:06.294982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9cad2-c077-452c-853f-485354fb5bdb req-20145931-772e-41ac-bb70-8df14cc00bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:06.296434 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-20145931-772e-41ac-bb70-8df14cc00bf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1146235 Nov 20 08:40:06.297386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:06.299639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.301667 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e0f4469a-8a7f-4013-b9f6-45768bacfe4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2a78a62-cbae-4b41-9b2b-442738feae2d HTTP/1.1" status: 204 len: 168 time: 0.4032757 Nov 20 08:40:06.474582 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-cad4a4a1-117f-4c92-8280-eb10304c21e2 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710198 Nov 20 08:40:06.638954 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b9cad2-c077-452c-853f-485354fb5bdb req-a89ddcdd-1fd1-4c50-b0c2-940fc4dd7e2a service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553621 Nov 20 08:40:06.826912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40744) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:06.847946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.886102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:06.890455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Usage tracker for resource:security_group_rule and tenant:ef428a263d934cffbe267c41a1eee9b4 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:06.893598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:06.899445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:06.910517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126186e8-3f84-458d-9db0-4355cb2e3855 req-3a06af10-d6b8-4ea7-8ab7-bb92cc7fde2f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:06.912185 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-126186e8-3f84-458d-9db0-4355cb2e3855 req-3a06af10-d6b8-4ea7-8ab7-bb92cc7fde2f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0926442 Nov 20 08:40:06.964871 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-126186e8-3f84-458d-9db0-4355cb2e3855 req-7a24ffd9-cbb8-48a4-a3ec-69a0a4594aca tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Nov 20 08:40:06.976734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.980446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:06.988689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32bab0fe-83b2-44d5-959e-268a9fb863e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:07.036252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79156c2-3b35-490f-9486-7a768688cd97,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:07.040126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:07.044807 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e716334f-34a6-4fa1-8b4a-9fefe2c4729b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef428a263d934cffbe267c41a1eee9b4&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2159052 Nov 20 08:40:07.046632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40748) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:07.118531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:07.150172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:07.202670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:07.208249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3422a5fb-3411-4e43-baeb-34232fd959ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:07.223023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79156c2-3b35-490f-9486-7a768688cd97,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:07.225900 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:07.230216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:07.232363 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-133ae477-c08b-40bd-beae-c745b1a18f30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e79156c2-3b35-490f-9486-7a768688cd97 HTTP/1.1" status: 204 len: 168 time: 0.1844726 Nov 20 08:40:08.216598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8d87-14e2-475d-9527-d77ae8278273 req-2c3b56b6-795e-4516-818c-6c271f30b4fd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:08.218297 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-14cc8d87-14e2-475d-9527-d77ae8278273 req-2c3b56b6-795e-4516-818c-6c271f30b4fd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0951307 Nov 20 08:40:08.281828 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-14cc8d87-14e2-475d-9527-d77ae8278273 req-96b2b10e-d500-4d8e-b76a-0fa5bad7ffb2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564020 Nov 20 08:40:09.546106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff9d8a-68dc-47e7-8354-d17fc4e481dc req-b26c510e-5a5b-4380-9e71-62a5cb1172a9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:09.548246 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16ff9d8a-68dc-47e7-8354-d17fc4e481dc req-b26c510e-5a5b-4380-9e71-62a5cb1172a9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.1101174 Nov 20 08:40:09.601207 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16ff9d8a-68dc-47e7-8354-d17fc4e481dc req-a91775bc-4d1c-46a3-a541-9d7f68e8c8a9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466545 Nov 20 08:40:10.856237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa5ab6-3381-4aeb-8548-fc414cfe896a req-7ce6dc8b-c248-4cf2-b0ae-a923905cf866 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:10.858265 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-35aa5ab6-3381-4aeb-8548-fc414cfe896a req-7ce6dc8b-c248-4cf2-b0ae-a923905cf866 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0932901 Nov 20 08:40:10.920059 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-35aa5ab6-3381-4aeb-8548-fc414cfe896a req-a6e0ac60-e95c-4498-b275-243ace04cdb3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541222 Nov 20 08:40:11.013754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 2dcd3b44-4f35-4081-ad88-7284920a5050 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:11.091434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 2dcd3b44-4f35-4081-ad88-7284920a5050 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:40:11.096941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 2dcd3b44-4f35-4081-ad88-7284920a5050 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:11.097369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:11.230797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:11.263103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:11.274956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:11.279053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:11.281025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:11.331769 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'code': 200} Nov 20 08:40:11.358262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:11.368226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.368636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.369070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.370030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.370403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.370776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.371153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.371513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.371875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.372251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.372672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.373051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.373505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.373926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.374299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.374686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.375388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.375753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.376113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.376472 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.376875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.377234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.377592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.377965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:40:11.382623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:11.725796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333134a-96f3-481a-84d7-df72025b8a67 req-8b6a85e4-6b29-4566-be77-ef107bb6dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:11.729263 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5333134a-96f3-481a-84d7-df72025b8a67 req-8b6a85e4-6b29-4566-be77-ef107bb6dc3c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1163 time: 0.1555734 Nov 20 08:40:11.778068 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5333134a-96f3-481a-84d7-df72025b8a67 req-33f20c5b-a392-4ead-9a46-4790651bdabd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Nov 20 08:40:12.193344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d524-222c-40f5-8252-740340af477a req-9e198ce1-8c89-4234-8dd8-cc948943dea4 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:12.195179 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c705d524-222c-40f5-8252-740340af477a req-9e198ce1-8c89-4234-8dd8-cc948943dea4 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1282060 Nov 20 08:40:12.201890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc70706-0e28-4173-8b8e-7d3dac320024 req-550254eb-113e-454e-b105-9675662ce44a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:12.203749 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7bc70706-0e28-4173-8b8e-7d3dac320024 req-550254eb-113e-454e-b105-9675662ce44a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1106470 Nov 20 08:40:12.278797 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c705d524-222c-40f5-8252-740340af477a req-50772243-0f43-46db-8910-b80ac2482cf9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734901 Nov 20 08:40:12.309911 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7bc70706-0e28-4173-8b8e-7d3dac320024 req-740b727e-6c5a-443a-b2d4-de4421eb3b2e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971386 Nov 20 08:40:12.426833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 2dcd3b44-4f35-4081-ad88-7284920a5050 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:12.515471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 2dcd3b44-4f35-4081-ad88-7284920a5050 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:12.516162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:13.595733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b704b4-97d9-4139-b893-73368d613988 req-6a1ae814-e8ed-4e59-8a07-1165edcd01df tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:13.598557 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-88b704b4-97d9-4139-b893-73368d613988 req-6a1ae814-e8ed-4e59-8a07-1165edcd01df tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1055350 Nov 20 08:40:13.661733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84a93f-4231-4350-9140-f4b5778168dd req-297d8b4d-836f-4113-923d-d33920a75ede tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:13.664523 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef84a93f-4231-4350-9140-f4b5778168dd req-297d8b4d-836f-4113-923d-d33920a75ede tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1481879 Nov 20 08:40:13.675477 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-88b704b4-97d9-4139-b893-73368d613988 req-5fbdb4e7-867e-473d-84c8-49237c3321e7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692353 Nov 20 08:40:13.757680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef84a93f-4231-4350-9140-f4b5778168dd req-df6355ad-fb41-43ce-8655-7d285d83e40e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723267 Nov 20 08:40:13.805014 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2b4b-75e9-46ad-a407-1826f0cb0bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:14.047481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e7b4-e5c3-4929-aa24-2e8bf575e651 req-58858293-a5c1-46e2-a3c6-cd387f920d65 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:14.049387 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7dc8e7b4-e5c3-4929-aa24-2e8bf575e651 req-58858293-a5c1-46e2-a3c6-cd387f920d65 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1188622 Nov 20 08:40:14.060723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40872) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:14.067070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'floatingip': {'port_id': '2dcd3b44-4f35-4081-ad88-7284920a5050'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:14.162453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:14.604935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40882) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:14.973312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.040133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:15.047537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:70d1c6305b5445ee94e7a49429c939a7 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:15.052148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:15.065171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71368479-49f5-456e-b6fb-1381ac816214 req-cd5a6ef4-9572-4250-855e-6f6d3b123d60 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:15.066884 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-71368479-49f5-456e-b6fb-1381ac816214 req-cd5a6ef4-9572-4250-855e-6f6d3b123d60 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2377982 Nov 20 08:40:15.067924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:15.149524 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-71368479-49f5-456e-b6fb-1381ac816214 req-f676c5a2-74a9-4d9f-996b-372676f55143 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718517 Nov 20 08:40:15.196689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.200730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.209160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-db10f706-085e-4deb-a9d4-914413c94bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:15.231768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.235447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.256825 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed6afe-9748-4e2f-8de7-a754800f1074,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:15.260938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:15.264494 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1a5a0474-e405-4132-8505-01003bd9dfe7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70d1c6305b5445ee94e7a49429c939a7&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6578410 Nov 20 08:40:15.267993 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40890) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:15.340513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.372125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.426167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.431479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cb979d15-8ba7-4317-bb85-92fc84fea8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:15.445346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed6afe-9748-4e2f-8de7-a754800f1074,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:15.448849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:15.459141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.460517 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2ed6afe-9748-4e2f-8de7-a754800f1074 HTTP/1.1" status: 204 len: 168 time: 0.1913481 Nov 20 08:40:15.475461 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Floating IP 97f68293-8f1b-4bce-b3f5-96a4f0826fe8 associated. External IP: 172.28.3.239, port: 2dcd3b44-4f35-4081-ad88-7284920a5050. Nov 20 08:40:15.909157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 40898) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:15.932998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:15.976287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Router b44ed2e6-e964-4581-871a-bb104bdcc52d has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:40:15.984211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:15.989765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Usage tracker for resource:security_group_rule and tenant:de6f9cb29f664dd2add821b2bbfb2050 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:15.994831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:16.002176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:16.110794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b75a43a-4f0e-4a75-ab01-cc5b0f6a03e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.170496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.226190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.240964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0864bafc-0fd4-45da-ab83-4e3e6c0c0fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:16.304602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de6f9cb29f664dd2add821b2bbfb2050&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3942163 Nov 20 08:40:16.308303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40904) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:16.308486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a285af65-fcf9-456c-9708-8b10a7d82b32,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:16.313404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5ddefa89-7969-443e-994a-f2046101ec2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:16.384039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.407872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:40:16.416646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.425373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8477f-313e-4f44-a9cc-25d7ee97f802 req-7e5aa9f9-e402-4217-9c25-570a993f620b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:16.427005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:40:16.427161 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-86d8477f-313e-4f44-a9cc-25d7ee97f802 req-7e5aa9f9-e402-4217-9c25-570a993f620b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1204834 Nov 20 08:40:16.434347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.452088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:40:16.453010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:40:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:16.469932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.475324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:16.491453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a285af65-fcf9-456c-9708-8b10a7d82b32,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:16.496017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:16.496017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:16.499857 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a285af65-fcf9-456c-9708-8b10a7d82b32 HTTP/1.1" status: 204 len: 168 time: 0.1903288 Nov 20 08:40:16.532173 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-17f5320d-45df-4935-9af2-dc248a6096e2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "PUT /v2.0/floatingips/97f68293-8f1b-4bce-b3f5-96a4f0826fe8 HTTP/1.1" status: 200 len: 992 time: 2.4674850 Nov 20 08:40:16.532173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:16.540667 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-86d8477f-313e-4f44-a9cc-25d7ee97f802 req-b767f5b6-7e4d-44ad-a75c-b6ed0c9dce28 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778399 Nov 20 08:40:16.657797 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'status': 'completed', 'code': 200} Nov 20 08:40:16.798432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-306b2feb-442a-4aac-9af5-78a9ac8a66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:16.800182 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-306b2feb-442a-4aac-9af5-78a9ac8a66d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1163 time: 0.0926797 Nov 20 08:40:16.898705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:40:16.974848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-e972e4ed-a5db-4d64-9225-359c20a50974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:16.976537 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-e972e4ed-a5db-4d64-9225-359c20a50974 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1689057 Nov 20 08:40:17.044601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40916) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:17.066475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.085609 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.100034 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-4d554484-a7b6-40b9-9fce-c983c869c90d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 1000 time: 0.1160879 Nov 20 08:40:17.102608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:17.107715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8fde6cd54a46f690c8889e876cdd68 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:17.111118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:17.117349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:17.208824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.212714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.215989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-9b4797c0-75ba-4c5f-acf7-c1efef069fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:17.217666 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-9b4797c0-75ba-4c5f-acf7-c1efef069fc4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.1109531 Nov 20 08:40:17.221706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-55b01f0d-f993-40d4-a187-9e1f7ad37878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:17.273699 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f8fde6cd54a46f690c8889e876cdd68&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2278574 Nov 20 08:40:17.276808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40920) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:17.279937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50c3843-fddc-441b-834e-0569c78cb732,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:17.295646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:17.324232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-67a44da4-af26-4cbe-a910-e6e7e684c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:17.325904 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-67a44da4-af26-4cbe-a910-e6e7e684c4df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1010776 Nov 20 08:40:17.342383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': '97f68293-8f1b-4bce-b3f5-96a4f0826fe8', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'port_id': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'mac_address': 'fa:16:3e:ea:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:39:56Z', 'updated_at': '2020-11-20T08:40:15Z', 'revision_number': 1, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:17.347870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:40:17.358649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.361912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:40:17.362622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:40:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:17.406208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.494192 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.502926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b94997f7-fdf0-4e63-a6ef-4f293cea368f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:17.521762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:17.527093 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d50c3843-fddc-441b-834e-0569c78cb732 HTTP/1.1" status: 204 len: 168 time: 0.2454054 Nov 20 08:40:17.527093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50c3843-fddc-441b-834e-0569c78cb732,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:17.528152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:17.614167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:40:17.920795 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-a5386f4b-8acf-492b-bbfd-896dbfeaf180 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652695 Nov 20 08:40:18.045162 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-6e875c4a-8e85-487e-b565-87b2f2c19128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:18.046760 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-6e875c4a-8e85-487e-b565-87b2f2c19128 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1162 time: 0.6086986 Nov 20 08:40:18.048623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:18.081642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ead2-5e9a-4204-b55d-2694e38f4f6e req-6cde5542-8b15-42bc-b1b8-47a63fc28308 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:18.083453 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32c4ead2-5e9a-4204-b55d-2694e38f4f6e req-6cde5542-8b15-42bc-b1b8-47a63fc28308 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2725103 Nov 20 08:40:18.096578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': '97f68293-8f1b-4bce-b3f5-96a4f0826fe8', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'port_id': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'mac_address': 'fa:16:3e:ea:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:39:56Z', 'updated_at': '2020-11-20T08:40:15Z', 'revision_number': 1, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:40:18.105483 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514bd1c-215f-49c4-a3bc-f136f3d33e80 None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': '97f68293-8f1b-4bce-b3f5-96a4f0826fe8', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'floating_ip_address': '172.28.3.239', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'port_id': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'mac_address': 'fa:16:3e:ea:19:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:39:56Z', 'updated_at': '2020-11-20T08:40:15Z', 'revision_number': 1, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:40:18.209414 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb5264d1-2af5-47b1-a63f-762312d5ec99 req-fcdcb7d5-bcef-4c91-be50-00fbf6f6fa4b service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2803383 Nov 20 08:40:18.312255 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32c4ead2-5e9a-4204-b55d-2694e38f4f6e req-bbab029a-dedb-4fa2-b5a1-35a894c76766 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914656 Nov 20 08:40:18.333569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-c7b3ac8a-0f0b-471b-8b9e-4db189af90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:18.335222 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-c7b3ac8a-0f0b-471b-8b9e-4db189af90de service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.2481904 Nov 20 08:40:18.377748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:18.457524 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-b23efc1e-1042-42c3-a99e-96752b1e8328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 1001 time: 0.1130085 Nov 20 08:40:18.481900 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647086c4-865a-444d-be1d-4edf3a026063 None None] New status for floating IP 97f68293-8f1b-4bce-b3f5-96a4f0826fe8: ACTIVE {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:40:18.569369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-8dedbbc8-f219-498f-bea4-d5ef9f02c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:18.570983 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-8dedbbc8-f219-498f-bea4-d5ef9f02c741 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.1052346 Nov 20 08:40:18.656699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-42714f11-0490-48ab-823c-0a40efb618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:18.658351 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-42714f11-0490-48ab-823c-0a40efb618f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0802145 Nov 20 08:40:18.830348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40946) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:18.844161 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-25d3a165-3f10-4baf-a3a8-ad7454f3f75a service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790135 Nov 20 08:40:18.993317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2005456567-network', 'tenant_id': '75ef80cf80414e858fe21b4b95328e3b'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:19.000574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:19.006153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Usage tracker for resource:network and tenant:75ef80cf80414e858fe21b4b95328e3b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:19.010184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ab22bd3a-5e6b-460e-b8c5-7790bf27c63f req-4ac084a5-2999-4e8c-bcc4-87141aefad70 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1586516 Nov 20 08:40:19.010463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:19.017023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:19.029186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Made reservation on behalf of 75ef80cf80414e858fe21b4b95328e3b for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:40:19.035092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.050388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.086507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:19.092182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Usage tracker for resource:security_group_rule and tenant:75ef80cf80414e858fe21b4b95328e3b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:19.095383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:19.101670 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:19.199320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.202597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.204473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.209736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-570c3df6-2975-4f97-8e45-5e3dfc4c68cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:19.241700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:40:19.269568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.270077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Added segment e347236d-b9bb-46b6-907c-08952572df71 of type vxlan for network 062da9b3-c192-4ebd-85fb-316cb0d77c4f Nov 20 08:40:19.271369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e84d3-1ffe-46b1-80a0-7daf209902d4,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:19.281048 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:19.312969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.347071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.348274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:19.348950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:19.355067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1f2a472c-e29d-4420-895a-057c96b95553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:19.552008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f716a-82bc-4bab-8374-11ddbce7eb55 req-3a7b61df-cb23-4beb-ba7c-fcb5458755b4 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:19.553953 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0e5f716a-82bc-4bab-8374-11ddbce7eb55 req-3a7b61df-cb23-4beb-ba7c-fcb5458755b4 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1040936 Nov 20 08:40:19.616271 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0e5f716a-82bc-4bab-8374-11ddbce7eb55 req-72455a7b-b012-4673-8084-0da453cc4dcc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543141 Nov 20 08:40:19.695214 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8609490 Nov 20 08:40:19.695214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Pushing event updated for resources: {'Network': ['ID=062da9b3-c192-4ebd-85fb-316cb0d77c4f,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:19.695598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 40956) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:40:19.699343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:19.703322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Request body: {'subnet': {'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2005456567-subnet', 'tenant_id': '75ef80cf80414e858fe21b4b95328e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:19.704887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:40:19.708938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:19.715160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Usage tracker for resource:subnet and tenant:75ef80cf80414e858fe21b4b95328e3b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:19.718434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:19.723242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:40:19.724415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:19.735390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Made reservation on behalf of 75ef80cf80414e858fe21b4b95328e3b for: {'subnet': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:40:19.740411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853195004'] for subnet, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.224845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843346422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853194987'] for subnet, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.242824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:20.395852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63faefb3-2a6b-4510-b237-6f4ca999c3ad,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:20.400123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:20.468494 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Checking segment: {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:40:20.468948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Network hostable DHCP agents. Network: 062da9b3-c192-4ebd-85fb-316cb0d77c4f, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80321) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:40:20.492634 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80321) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:40:20.502371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 062da9b3-c192-4ebd-85fb-316cb0d77c4f) {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:40:20.511583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67410faf-6c6d-4540-b387-3f00d9a7630a None None] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:40:20.515404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:20.516214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:20.538668 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-99bb970e-0786-43a7-81ab-70f3d1d31a91 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8419075 Nov 20 08:40:20.769684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7b83b-62b4-4be1-aaa7-10318eef917c None None] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:40:20.872145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841442bc-f310-4b65-8aaf-c27eaec17148 req-d0504f36-2c0b-4518-9f1f-d6e3098431dc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:20.874110 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-841442bc-f310-4b65-8aaf-c27eaec17148 req-d0504f36-2c0b-4518-9f1f-d6e3098431dc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0992768 Nov 20 08:40:20.935015 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-841442bc-f310-4b65-8aaf-c27eaec17148 req-17b4bceb-655d-46ce-8a47-4e38288b9497 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Nov 20 08:40:22.171306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f57b6-d03c-46b8-9148-63e0e362690d req-0620083d-63ae-4b75-9d90-e81c77d642a2 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:22.172972 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3b7f57b6-d03c-46b8-9148-63e0e362690d req-0620083d-63ae-4b75-9d90-e81c77d642a2 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0967944 Nov 20 08:40:22.234252 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3b7f57b6-d03c-46b8-9148-63e0e362690d req-1ba0735f-e55a-45b1-bc75-eb66df226139 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480330 Nov 20 08:40:22.889115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-d8a96d46-2500-48db-b912-eb8a4bc8873b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:22.889951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-d8a96d46-2500-48db-b912-eb8a4bc8873b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Synchronizing usage tracker for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:network {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:22.908827 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-d8a96d46-2500-48db-b912-eb8a4bc8873b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Unset dirty status for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:network {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:22.910274 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-d8a96d46-2500-48db-b912-eb8a4bc8873b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/networks?id=062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 200 len: 814 time: 0.2185152 Nov 20 08:40:22.930607 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-5eeb8532-93b5-42b2-afcc-df09df2c2bb3 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/quotas/75ef80cf80414e858fe21b4b95328e3b HTTP/1.1" status: 200 len: 375 time: 0.0119219 Nov 20 08:40:22.991404 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-d612b937-231e-475d-aea9-14531e9c9b50 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?tenant_id=75ef80cf80414e858fe21b4b95328e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528231 Nov 20 08:40:23.148266 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-0f727acf-634d-48ea-b16c-9e9f3b336c30 service neutron] 10.222.0.20 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485999 Nov 20 08:40:23.302479 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-325757a7-8c88-4f9b-9deb-ce6c818ebedb service neutron] 10.222.0.20 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468849 Nov 20 08:40:23.523244 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a12b4a3-b18f-4948-80f8-432b218d5126 req-4888d3b5-368a-4d3f-b7aa-3b24cdf66444 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 210 time: 0.0573447 Nov 20 08:40:23.545492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ba7da-1e67-4078-9406-e513df1cfa37 req-73266fb2-8471-4da2-bb5a-cdc271068081 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:23.548783 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d45ba7da-1e67-4078-9406-e513df1cfa37 req-73266fb2-8471-4da2-bb5a-cdc271068081 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1608081 Nov 20 08:40:23.630320 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d45ba7da-1e67-4078-9406-e513df1cfa37 req-5b9b792f-10a9-42b8-9844-dca2f9bf1a06 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745404 Nov 20 08:40:24.623004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:24.753446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:24.754151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:24.767134 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2ca07281-37f6-4b03-9e0e-417d06ac3a6e req-dd0dc8da-4239-4e32-888b-397af07bfbbe tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 210 time: 0.0928094 Nov 20 08:40:24.894637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638c9a4-192b-492d-942c-7002433a246e req-2916db2c-6a01-4a6d-bd7a-74fbc4ef4c33 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:24.901344 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d638c9a4-192b-492d-942c-7002433a246e req-2916db2c-6a01-4a6d-bd7a-74fbc4ef4c33 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1069226 Nov 20 08:40:24.963339 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d638c9a4-192b-492d-942c-7002433a246e req-46bb2e2b-0441-4485-9949-e9643970e79b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568700 Nov 20 08:40:25.002406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-ffef86a7-051d-418e-a116-80e1710b369b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:25.004032 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-ffef86a7-051d-418e-a116-80e1710b369b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "GET /v2.0/networks?id=062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 200 len: 814 time: 0.2135956 Nov 20 08:40:25.033314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Request body: {'port': {'device_id': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f', 'admin_state_up': True, 'tenant_id': '75ef80cf80414e858fe21b4b95328e3b'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:25.190136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:40:25.194485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Usage tracker for resource:port and tenant:75ef80cf80414e858fe21b4b95328e3b is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:40:25.198405 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Quota usage for port was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:40:25.204538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:40:25.215505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Made reservation on behalf of 75ef80cf80414e858fe21b4b95328e3b for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:40:25.221233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:25.539523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Allocated IP 172.20.0.9 (062da9b3-c192-4ebd-85fb-316cb0d77c4f/63faefb3-2a6b-4510-b237-6f4ca999c3ad/b20e94cc-c265-47bc-a333-3872f7f14f14) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:40:25.762822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:25.790541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:25.807898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22977c31-e5a6-4634-88ea-20bea6d991e5 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:25.953512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Pushing event updated for resources: {'Port': ['ID=b20e94cc-c265-47bc-a333-3872f7f14f14,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:25.958107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:26.010922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4198d-16b1-4a82-9ef2-9d188b005c27 req-6381daa4-d5db-44bc-939b-03dbabfe6f3e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.012581 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-31e4198d-16b1-4a82-9ef2-9d188b005c27 req-6381daa4-d5db-44bc-939b-03dbabfe6f3e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 931 time: 0.0903404 Nov 20 08:40:26.013438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:40:26.014674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:40:26.017217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:40:26.067226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-31e4198d-16b1-4a82-9ef2-9d188b005c27 req-40386b35-103d-42c1-9b52-c5e661d72328 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Synchronizing usage tracker for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:26.088943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.089653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:26.091233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-31e4198d-16b1-4a82-9ef2-9d188b005c27 req-40386b35-103d-42c1-9b52-c5e661d72328 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Unset dirty status for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:26.093536 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-31e4198d-16b1-4a82-9ef2-9d188b005c27 req-40386b35-103d-42c1-9b52-c5e661d72328 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716934 Nov 20 08:40:26.121396 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c51d9acb-f99a-459d-8d95-87e4d5bfc6e5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0926194 Nov 20 08:40:26.145015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Request body: {'port': {'device_id': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:40:26.332096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:26.350942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12943ac4-0f71-4c6f-84d3-d636fb0c9580 req-cf39c76a-2629-4d73-8d96-74727e6a3235 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:26.352655 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-12943ac4-0f71-4c6f-84d3-d636fb0c9580 req-cf39c76a-2629-4d73-8d96-74727e6a3235 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1846430 Nov 20 08:40:26.499580 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-12943ac4-0f71-4c6f-84d3-d636fb0c9580 req-404fa3c7-122a-4fd4-bb53-b0a163aeab41 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399398 Nov 20 08:40:26.819417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20e94cc-c265-47bc-a333-3872f7f14f14 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:40:26.828023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:26.841924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Transition to ACTIVE for port object b20e94cc-c265-47bc-a333-3872f7f14f14 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:40:26.845323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:26.861630 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-82092a77-6a4d-41ef-8bc7-483ca5d05658 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:27.004201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Pushing event updated for resources: {'Port': ['ID=b20e94cc-c265-47bc-a333-3872f7f14f14,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:27.020117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:27.367620 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5031-4a04-4be7-b130-4f4698b9b16a req-06600917-3639-4c5b-9298-e94aa0791acc tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.370056 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-758c5031-4a04-4be7-b130-4f4698b9b16a req-06600917-3639-4c5b-9298-e94aa0791acc tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 943 time: 0.0997274 Nov 20 08:40:27.428948 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-758c5031-4a04-4be7-b130-4f4698b9b16a req-e02e0bed-2973-48b7-afc1-ddd22089be0b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496714 Nov 20 08:40:27.434505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Attempting to bind port b20e94cc-c265-47bc-a333-3872f7f14f14 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:40:27.434878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Attempting to bind port b20e94cc-c265-47bc-a333-3872f7f14f14 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:40:27.435241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Attempting to bind port b20e94cc-c265-47bc-a333-3872f7f14f14 on network 062da9b3-c192-4ebd-85fb-316cb0d77c4f {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:40:27.443386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:40:27.443769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Checking segment: {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:40:27.444293 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:27.444570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Bound using segment: {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:40:27.445164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Bound port: b20e94cc-c265-47bc-a333-3872f7f14f14, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:40:27.445477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:27.550427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] For port b20e94cc-c265-47bc-a333-3872f7f14f14, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:40:27.554581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] For port b20e94cc-c265-47bc-a333-3872f7f14f14, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b20e94cc-c265-47bc-a333-3872f7f14f14,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:40:27.558371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:27.575900 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:27.751963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Pushing event updated for resources: {'Port': ['ID=b20e94cc-c265-47bc-a333-3872f7f14f14,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:27.761655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:27.800389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660461f4-7b68-468b-8664-25d4ea0d6b1d req-4f40085a-c58f-4768-a239-84aa17d9fa58 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.802125 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-660461f4-7b68-468b-8664-25d4ea0d6b1d req-4f40085a-c58f-4768-a239-84aa17d9fa58 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1022928 Nov 20 08:40:27.848642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:27.849856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:27.852154 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] 10.222.0.23 "PUT /v2.0/ports/b20e94cc-c265-47bc-a333-3872f7f14f14 HTTP/1.1" status: 200 len: 1157 time: 1.7155976 Nov 20 08:40:27.853083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'tag': 'b20e94cc-c265-47bc-a333-3872f7f14f14'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:27.892193 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-660461f4-7b68-468b-8664-25d4ea0d6b1d req-57bf2026-e6e5-4d02-903b-f2d5bd64a521 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770490 Nov 20 08:40:27.972306 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'tag': 'b20e94cc-c265-47bc-a333-3872f7f14f14', 'status': 'completed', 'code': 200} Nov 20 08:40:28.017941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-194e4080-ce1b-4ae0-ba3e-021f5ef10e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.019575 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-194e4080-ce1b-4ae0-ba3e-021f5ef10e2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75ef80cf80414e858fe21b4b95328e3b&device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 1160 time: 0.0995667 Nov 20 08:40:28.101687 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-d85cc146-f90c-47da-9659-d09dc69d7be7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b20e94cc-c265-47bc-a333-3872f7f14f14 HTTP/1.1" status: 200 len: 217 time: 0.0682731 Nov 20 08:40:28.180853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c007f77a-1396-4483-b186-3525fb1d7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.183208 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-c007f77a-1396-4483-b186-3525fb1d7dac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63faefb3-2a6b-4510-b237-6f4ca999c3ad HTTP/1.1" status: 200 len: 854 time: 0.0738165 Nov 20 08:40:28.236874 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-a4d3cb76-8aaf-481d-84d6-8d4d667c13c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=062da9b3-c192-4ebd-85fb-316cb0d77c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465937 Nov 20 08:40:28.391473 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-fe014bec-819f-40db-a3df-ad30a57b3074 service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477811 Nov 20 08:40:28.549365 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-247843b9-37a0-4236-874f-8ac3a164c4d6 req-29ad2e98-bedc-42b8-9860-48c18425a9b8 service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507645 Nov 20 08:40:28.726575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718af495-ddae-4e48-96fb-3de2166b498f req-765fc0ee-8f0a-4912-94af-edc169f54249 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.729871 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-718af495-ddae-4e48-96fb-3de2166b498f req-765fc0ee-8f0a-4912-94af-edc169f54249 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 943 time: 0.1619129 Nov 20 08:40:28.751230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-41d94886-2dd3-4159-876e-d112853ec124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.751741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-41d94886-2dd3-4159-876e-d112853ec124 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75ef80cf80414e858fe21b4b95328e3b&device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 1160 time: 0.1017139 Nov 20 08:40:28.794892 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-718af495-ddae-4e48-96fb-3de2166b498f req-0048f459-b3d1-4fe0-a588-3f9bb77701a8 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Nov 20 08:40:28.907035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-366f6332-2263-4539-bbdc-d7add3c8fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:28.908663 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-366f6332-2263-4539-bbdc-d7add3c8fcb6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 200 len: 908 time: 0.1469581 Nov 20 08:40:28.989719 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-03e534b8-b6b4-46ca-9c4f-dd7c8ea1573a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b20e94cc-c265-47bc-a333-3872f7f14f14 HTTP/1.1" status: 200 len: 217 time: 0.0739522 Nov 20 08:40:29.066766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-505870f8-19ad-4811-8d9e-002a7e91354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:29.068295 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-505870f8-19ad-4811-8d9e-002a7e91354b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63faefb3-2a6b-4510-b237-6f4ca999c3ad HTTP/1.1" status: 200 len: 854 time: 0.0706525 Nov 20 08:40:29.129295 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-d48acd51-6bef-460f-ad6f-5ab4633a74fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=062da9b3-c192-4ebd-85fb-316cb0d77c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534220 Nov 20 08:40:29.151257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714846d-4171-40b2-83f4-c5cf175d7149 req-1e33f5b5-e69d-4839-92bb-05f837a43272 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:29.152980 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7714846d-4171-40b2-83f4-c5cf175d7149 req-1e33f5b5-e69d-4839-92bb-05f837a43272 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0893571 Nov 20 08:40:29.203854 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7714846d-4171-40b2-83f4-c5cf175d7149 req-27a7e06c-4ad5-484b-953f-7eda4ee6fae6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Nov 20 08:40:29.311789 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-66fddd29-db14-4fb6-9665-7ecc773abe9b service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729357 Nov 20 08:40:29.470197 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bcfcabe6-ef4a-470b-bf80-0b3629ea8514 req-08520884-9475-4192-9d90-0e98da26a596 service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505244 Nov 20 08:40:29.495840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:40:29.627177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005e90-00ec-4555-9749-a083ff4d4ffc req-5e94c3e1-dc19-4c8c-ae9f-f6007930e757 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:29.628758 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-14005e90-00ec-4555-9749-a083ff4d4ffc req-5e94c3e1-dc19-4c8c-ae9f-f6007930e757 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0991256 Nov 20 08:40:29.683305 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-14005e90-00ec-4555-9749-a083ff4d4ffc req-6ac90968-a9c9-4345-8ca4-34935676c179 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480461 Nov 20 08:40:29.691922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-ba2a4f41-4f39-44fc-acfb-24da484d3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:29.693589 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-ba2a4f41-4f39-44fc-acfb-24da484d3919 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 1162 time: 0.0807834 Nov 20 08:40:29.842000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-7bf2b247-2429-453e-8b16-ffac236ed240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:29.843643 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-7bf2b247-2429-453e-8b16-ffac236ed240 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.1413922 Nov 20 08:40:30.001306 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-9436f7f6-9e47-4719-acb3-66ad89f47993 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 200 len: 1001 time: 0.1507983 Nov 20 08:40:30.107246 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-fc12a6d3-2cc1-4ec8-b19e-034f3ade21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:30.108907 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-fc12a6d3-2cc1-4ec8-b19e-034f3ade21cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.0947866 Nov 20 08:40:30.122657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258142-c811-4bb6-8c07-338872c04313 req-1d96d31a-5977-4e17-a0e1-540324be0bf1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:30.123518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-02258142-c811-4bb6-8c07-338872c04313 req-1d96d31a-5977-4e17-a0e1-540324be0bf1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Synchronizing usage tracker for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:40:30.190868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-02258142-c811-4bb6-8c07-338872c04313 req-1d96d31a-5977-4e17-a0e1-540324be0bf1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Unset dirty status for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:40:30.192153 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-02258142-c811-4bb6-8c07-338872c04313 req-1d96d31a-5977-4e17-a0e1-540324be0bf1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 943 time: 0.2286675 Nov 20 08:40:30.260226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-d185cf35-179b-4494-8263-6ada3b8f3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:30.261924 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-d185cf35-179b-4494-8263-6ada3b8f3803 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1303895 Nov 20 08:40:30.264469 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-02258142-c811-4bb6-8c07-338872c04313 req-38fa5e9a-ff2c-4c25-8fb5-70fba71c02b9 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641296 Nov 20 08:40:30.410620 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-4fd14f5d-fcc0-43e5-86f7-4f593054c172 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408679 Nov 20 08:40:30.555750 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8018f2-8f71-4a5b-8fd9-4b670676c104 req-62fc6700-20fc-495c-92a7-83019c2bd980 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380255 Nov 20 08:40:30.914903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95964c2a-0748-40ea-a801-1bae0845872a req-23ace92d-2508-4c9c-9ade-6b80ca3ecd61 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:30.917038 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95964c2a-0748-40ea-a801-1bae0845872a req-23ace92d-2508-4c9c-9ade-6b80ca3ecd61 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0876319 Nov 20 08:40:30.971691 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95964c2a-0748-40ea-a801-1bae0845872a req-0f4590ac-be83-4db8-acfa-21d8a2350dd8 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483775 Nov 20 08:40:31.485469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868690-335e-4aac-8d60-55c0954f4657 req-11e37c2f-771e-4040-8776-849412fa8c12 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:31.487142 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7f868690-335e-4aac-8d60-55c0954f4657 req-11e37c2f-771e-4040-8776-849412fa8c12 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 943 time: 0.0863039 Nov 20 08:40:31.554398 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7f868690-335e-4aac-8d60-55c0954f4657 req-26098950-01ee-421f-8b59-ddd434c7dec1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609517 Nov 20 08:40:32.354317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbeef-c34b-4e7e-a573-81f4912869b9 req-31f74d00-6df5-4331-b835-933af1234155 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:32.357793 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ee2fbeef-c34b-4e7e-a573-81f4912869b9 req-31f74d00-6df5-4331-b835-933af1234155 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0845513 Nov 20 08:40:32.408104 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ee2fbeef-c34b-4e7e-a573-81f4912869b9 req-6931f625-5dce-4a08-9f8f-7892b5911c5f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Nov 20 08:40:32.851706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-688da869-0f62-41e1-8839-cf41e8cc450c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:40:32.899486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a23739-4de9-4121-a0c9-bedd3113c8a2 req-8b0de266-cbf3-42cc-9b5f-173ff4a7d496 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:32.901214 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e1a23739-4de9-4121-a0c9-bedd3113c8a2 req-8b0de266-cbf3-42cc-9b5f-173ff4a7d496 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.1643727 Nov 20 08:40:32.909274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-d70fc5fb-bcb2-471b-8ed2-b7b42c04c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:32.910687 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-d70fc5fb-bcb2-471b-8ed2-b7b42c04c2f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1202 time: 0.1167178 Nov 20 08:40:33.057004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec741f-dee8-4921-b138-e2485a6216a9 req-8b2d489a-aa0e-4337-ab60-9e79b6048106 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:33.058784 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3ec741f-dee8-4921-b138-e2485a6216a9 req-8b2d489a-aa0e-4337-ab60-9e79b6048106 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 943 time: 0.3255038 Nov 20 08:40:33.062769 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e1a23739-4de9-4121-a0c9-bedd3113c8a2 req-daa85caa-197a-4a87-a197-43e398dd959e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1495414 Nov 20 08:40:33.104318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-8e17d800-94ed-4e6a-a951-6db7c6bb61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:33.106057 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-8e17d800-94ed-4e6a-a951-6db7c6bb61c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.1750424 Nov 20 08:40:33.112365 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3ec741f-dee8-4921-b138-e2485a6216a9 req-df59af1b-115a-4a4a-a9a1-78df93c9785f tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464249 Nov 20 08:40:33.420057 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-38faa414-3be2-4495-ada6-f30efe17a676 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 1001 time: 0.3058443 Nov 20 08:40:33.490683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-65e55028-28e1-4726-8fd0-29292982369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:33.492277 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-65e55028-28e1-4726-8fd0-29292982369e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0650897 Nov 20 08:40:33.582171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-eb56be00-461c-4f4d-b230-89f74054a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:33.583837 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-eb56be00-461c-4f4d-b230-89f74054a7a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0842283 Nov 20 08:40:33.756143 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-9908f547-82cc-488a-8682-07797975ab03 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642611 Nov 20 08:40:33.859226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device b20e94cc-c265-47bc-a333-3872f7f14f14 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:33.914540 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e953ef70-7368-4f0e-ab66-228bc27f9b7b req-7815f5f0-f644-4623-94a4-b6c293ea2281 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477942 Nov 20 08:40:33.948140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port b20e94cc-c265-47bc-a333-3872f7f14f14 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:40:33.954124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port b20e94cc-c265-47bc-a333-3872f7f14f14 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:33.954655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:34.084893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:34.117845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20e94cc-c265-47bc-a333-3872f7f14f14'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:40:34.129932 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port b20e94cc-c265-47bc-a333-3872f7f14f14, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b20e94cc-c265-47bc-a333-3872f7f14f14,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:40:34.133590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:34.135101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:34.166123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:40:34.238998 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20e94cc-c265-47bc-a333-3872f7f14f14', 'code': 200} Nov 20 08:40:34.268900 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=b20e94cc-c265-47bc-a333-3872f7f14f14,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:40:34.272701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:40:34.294516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:34.294959 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:34.486187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b0bd8-e065-47b1-bf10-a8bfd6b166fd req-dcc793c7-974b-4bc3-a552-c5564274661d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:34.487930 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-102b0bd8-e065-47b1-bf10-a8bfd6b166fd req-dcc793c7-974b-4bc3-a552-c5564274661d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.1486564 Nov 20 08:40:34.516234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c81ec-d02d-4259-9bd9-d0febdd9b3e4 req-1a0d71f8-27cd-4894-b366-2f0fe26b917d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:34.521158 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-da7c81ec-d02d-4259-9bd9-d0febdd9b3e4 req-1a0d71f8-27cd-4894-b366-2f0fe26b917d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0954165 Nov 20 08:40:34.543401 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-102b0bd8-e065-47b1-bf10-a8bfd6b166fd req-433949ac-4b8f-4273-ab7c-648b89849b90 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0476396 Nov 20 08:40:34.628471 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-da7c81ec-d02d-4259-9bd9-d0febdd9b3e4 req-34d5ffa3-7c0d-4d2b-a009-1f27c873f20c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042488 Nov 20 08:40:34.643398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492727-2421-4653-a6a5-a419260905e7 req-b099886c-73c4-406a-a231-fccece2f4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:34.645082 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-77492727-2421-4653-a6a5-a419260905e7 req-b099886c-73c4-406a-a231-fccece2f4bbc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 1162 time: 0.1045024 Nov 20 08:40:34.697764 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-77492727-2421-4653-a6a5-a419260905e7 req-aad89f7f-8352-4a6b-8ccb-35a68e3d229b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Nov 20 08:40:34.840970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device b20e94cc-c265-47bc-a333-3872f7f14f14 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:34.911593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port b20e94cc-c265-47bc-a333-3872f7f14f14 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:34.912144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:35.795638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f584f-aa42-4b09-b2f0-0fa304a6c74f req-32208938-143f-488a-a803-3fde61b42e8c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:35.797403 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a71f584f-aa42-4b09-b2f0-0fa304a6c74f req-32208938-143f-488a-a803-3fde61b42e8c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.1134751 Nov 20 08:40:35.900914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04e07-3e23-40dc-b444-cc3b6625de90 req-f8614615-30ca-4438-bbbc-8e3e81c1df9b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:35.903793 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-48c04e07-3e23-40dc-b444-cc3b6625de90 req-f8614615-30ca-4438-bbbc-8e3e81c1df9b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.1120746 Nov 20 08:40:35.949804 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a71f584f-aa42-4b09-b2f0-0fa304a6c74f req-c2dd767d-4a7c-4357-81b8-a4d1acd4ca29 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1455076 Nov 20 08:40:35.964862 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-48c04e07-3e23-40dc-b444-cc3b6625de90 req-33896fa6-3000-4199-9708-2604b8f778c5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546839 Nov 20 08:40:37.208079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33b59-6689-4e09-bfdb-8c4a671717dd req-9c6bb955-e5cf-4950-ac02-42bf5e88674d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:37.209712 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2de33b59-6689-4e09-bfdb-8c4a671717dd req-9c6bb955-e5cf-4950-ac02-42bf5e88674d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0956376 Nov 20 08:40:37.214470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc5dc6-e6b4-4262-ad12-fbecc727fd2d req-4bef58e6-904e-4f44-bc95-b59c6d0eae6f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:37.216127 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-77cc5dc6-e6b4-4262-ad12-fbecc727fd2d req-4bef58e6-904e-4f44-bc95-b59c6d0eae6f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0862551 Nov 20 08:40:37.263642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2de33b59-6689-4e09-bfdb-8c4a671717dd req-cc585936-e2fe-488c-b27b-be7de340936e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467181 Nov 20 08:40:37.278710 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-77cc5dc6-e6b4-4262-ad12-fbecc727fd2d req-0b9528cc-84ce-4b08-98a3-133957772ca2 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0561020 Nov 20 08:40:38.526837 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df913042-d0cd-441f-b5d9-d49b5939a8ad req-15c3080c-0515-468d-b0ff-314b9ee547ef tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:38.528434 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-df913042-d0cd-441f-b5d9-d49b5939a8ad req-15c3080c-0515-468d-b0ff-314b9ee547ef tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0948288 Nov 20 08:40:38.583280 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-df913042-d0cd-441f-b5d9-d49b5939a8ad req-52259835-bb64-4d86-aa40-4aac686d2927 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0480342 Nov 20 08:40:39.805605 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6a6c-e91b-4bed-93fc-66b0fe223b64 req-c3f040de-d93d-4035-aa35-c1d0a402e108 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:39.808411 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15fa6a6c-e91b-4bed-93fc-66b0fe223b64 req-c3f040de-d93d-4035-aa35-c1d0a402e108 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0917716 Nov 20 08:40:39.864428 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-15fa6a6c-e91b-4bed-93fc-66b0fe223b64 req-d0d31058-94bb-4529-afa3-8a6d1131c9b5 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0495842 Nov 20 08:40:41.103190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6df96-9add-47af-b0fc-0d14a399d7a5 req-7d18f297-e8c5-4136-9097-3140719bacba tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:41.105064 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7c6df96-9add-47af-b0fc-0d14a399d7a5 req-7d18f297-e8c5-4136-9097-3140719bacba tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0941172 Nov 20 08:40:41.163245 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c7c6df96-9add-47af-b0fc-0d14a399d7a5 req-6b61ef62-d5ba-40ff-9b31-35e8101fc655 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0509577 Nov 20 08:40:42.398551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc27bb-40ac-4636-a3a1-6a5bc1c39168 req-05383cf8-82a7-40f8-a54c-3fee1f4371f5 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:42.400782 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-73cc27bb-40ac-4636-a3a1-6a5bc1c39168 req-05383cf8-82a7-40f8-a54c-3fee1f4371f5 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0881753 Nov 20 08:40:42.458166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-73cc27bb-40ac-4636-a3a1-6a5bc1c39168 req-941aee5a-7262-4849-bc02-9eb7d3ee45ad tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0499318 Nov 20 08:40:43.690143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a06b6-46ad-4b9b-bec9-85d46fb8f47b req-3a2994f4-cfcb-41f2-a8a1-f616a403c48c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:43.691701 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-270a06b6-46ad-4b9b-bec9-85d46fb8f47b req-3a2994f4-cfcb-41f2-a8a1-f616a403c48c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0926702 Nov 20 08:40:43.745763 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-270a06b6-46ad-4b9b-bec9-85d46fb8f47b req-25a17e3f-5062-46dd-a94c-72a56f0e626c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0470717 Nov 20 08:40:43.791728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8643312c-ce09-401f-9a34-2cbf17b2df61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:44.975871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ada56-d55f-4e8d-a842-bbd144b526b8 req-2dde6d38-3158-45ce-9b6a-d652e8de9c8e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:44.977558 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f11ada56-d55f-4e8d-a842-bbd144b526b8 req-2dde6d38-3158-45ce-9b6a-d652e8de9c8e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0850766 Nov 20 08:40:45.032778 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f11ada56-d55f-4e8d-a842-bbd144b526b8 req-fbd4e839-526c-4a90-978a-29f554bbfb8e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0487649 Nov 20 08:40:46.117165 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0be027ff-a1a5-4997-a8ff-dd63f6b7889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:46.334685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb18b91-e3a4-479f-a800-4e529d52079b req-e2b99b4e-3a69-43f3-a2e0-98f0fd6eb882 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:46.336581 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0cb18b91-e3a4-479f-a800-4e529d52079b req-e2b99b4e-3a69-43f3-a2e0-98f0fd6eb882 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0970535 Nov 20 08:40:46.395995 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0cb18b91-e3a4-479f-a800-4e529d52079b req-2c65e3d9-a3c1-409a-a71e-1c74a74692dd tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0479534 Nov 20 08:40:47.015912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:47.629532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daa6b5-9283-4e49-84d1-d161285d6fdc req-a9d53fca-d96e-449e-b920-4783ab035f23 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:47.631184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e7daa6b5-9283-4e49-84d1-d161285d6fdc req-a9d53fca-d96e-449e-b920-4783ab035f23 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0920265 Nov 20 08:40:47.692088 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e7daa6b5-9283-4e49-84d1-d161285d6fdc req-e9d80d5f-78c1-4402-a6d9-ba4edd16227f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0544708 Nov 20 08:40:48.022957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:48.378081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:48.927389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a0e79-cc2d-4c77-80b4-b5aeef168f0d req-35fbf51e-e9ea-4d5d-849d-4da17ff5862a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:48.929247 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-115a0e79-cc2d-4c77-80b4-b5aeef168f0d req-35fbf51e-e9ea-4d5d-849d-4da17ff5862a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0998511 Nov 20 08:40:48.995211 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-115a0e79-cc2d-4c77-80b4-b5aeef168f0d req-f98afba9-eb73-49ab-b05f-e2dca432dd88 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0544400 Nov 20 08:40:49.099927 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:49.181623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:49.182029 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:49.252831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:50.234003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d1e6-a110-49cd-8674-7e67457b545d req-40b9438e-086a-40b1-8e2f-c3ae471398a1 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:50.235706 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2446d1e6-a110-49cd-8674-7e67457b545d req-40b9438e-086a-40b1-8e2f-c3ae471398a1 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0959170 Nov 20 08:40:50.288543 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2446d1e6-a110-49cd-8674-7e67457b545d req-a931798f-8940-4142-b87d-433b338bec3c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0459363 Nov 20 08:40:51.056252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:40:51.138059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:40:51.138502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:40:51.513546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335e4f-0777-48a7-ac7b-2a111c739945 req-6257e550-68d5-47b7-a506-eb9b2e30ba5d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:40:51.515666 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7d335e4f-0777-48a7-ac7b-2a111c739945 req-6257e550-68d5-47b7-a506-eb9b2e30ba5d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0901706 Nov 20 08:40:51.571942 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7d335e4f-0777-48a7-ac7b-2a111c739945 req-2598ed6c-dab7-4fe6-9f9d-1b8ec9446e32 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7&id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0490339 Nov 20 08:41:06.497344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:41:13.800294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-56661f7d-c167-4918-89f4-6dbdb460e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:16.111318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1753929f-5fbe-40ca-91dc-99ccf74f0a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.006323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:17.548734 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-e9333964-b2b1-4fb7-a720-81bd5c71a520 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1666608 Nov 20 08:41:17.683134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-f102eb21-1e08-4807-9eba-a0d0b54b4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:17.686098 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-f102eb21-1e08-4807-9eba-a0d0b54b4c53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1202 time: 0.0991068 Nov 20 08:41:17.868885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-e46f2f7c-0ae6-4ed9-a072-970190b8d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:17.870510 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-e46f2f7c-0ae6-4ed9-a072-970190b8d207 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.1569746 Nov 20 08:41:17.997424 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-6e112957-c676-473a-bfdf-72f5d558f7ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 1001 time: 0.1156406 Nov 20 08:41:18.028352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:18.077101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-1b0d2eaf-df3d-47de-a14d-a0c7328c3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:18.078694 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-1b0d2eaf-df3d-47de-a14d-a0c7328c3268 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0744038 Nov 20 08:41:18.164131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-0709f0c4-a2fd-47b5-9a06-434fe00bf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:18.165964 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-0709f0c4-a2fd-47b5-9a06-434fe00bf194 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788958 Nov 20 08:41:18.331393 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-d38390e5-404f-4212-93c3-29f1ae88e979 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560860 Nov 20 08:41:18.380096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:18.494287 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bc0d6635-e37b-4b9c-b157-406f5aa3c0f7 req-66a3bc55-a258-4d10-be52-81a352b1c6a1 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555820 Nov 20 08:41:19.250279 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:25.128118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d11e3-8eb4-4e4e-bc4a-feadad153f4a req-f8f34db6-df42-42b8-b794-bd17e3177b48 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:25.129833 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-cc7d11e3-8eb4-4e4e-bc4a-feadad153f4a req-f8f34db6-df42-42b8-b794-bd17e3177b48 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0892599 Nov 20 08:41:25.189472 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-cc7d11e3-8eb4-4e4e-bc4a-feadad153f4a req-c5ccec45-8e81-4041-9ad3-597590ecee59 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Nov 20 08:41:26.410977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ede0e6-ccc4-475f-8dc0-5000b782aeec req-40c446dd-a78a-4306-868c-5eea36675425 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:26.412533 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3ede0e6-ccc4-475f-8dc0-5000b782aeec req-40c446dd-a78a-4306-868c-5eea36675425 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0871313 Nov 20 08:41:26.463637 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3ede0e6-ccc4-475f-8dc0-5000b782aeec req-5f874b46-c1f3-4f86-b6e7-200f34e50aa4 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Nov 20 08:41:27.691216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98b5e3-c908-4322-868c-cac2d6729c9d req-3967ad8f-c57a-4643-8f81-e33445ec6da6 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:27.693003 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dc98b5e3-c908-4322-868c-cac2d6729c9d req-3967ad8f-c57a-4643-8f81-e33445ec6da6 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0965936 Nov 20 08:41:27.750676 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dc98b5e3-c908-4322-868c-cac2d6729c9d req-9937c3aa-517c-41e8-a22a-1ef07f010c26 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487373 Nov 20 08:41:28.981588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98905a18-d32c-4766-bc66-8afd0bab954b req-940400cd-f221-4ef6-b700-b2b7dcd1946b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:28.983246 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-98905a18-d32c-4766-bc66-8afd0bab954b req-940400cd-f221-4ef6-b700-b2b7dcd1946b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0890048 Nov 20 08:41:29.040816 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-98905a18-d32c-4766-bc66-8afd0bab954b req-9016a2e7-9af3-43f0-8b13-79d5be8af56e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458899 Nov 20 08:41:30.322912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e099c65-9469-4662-9e55-dfebc6cf1f42 req-1f661cec-87a8-413f-b14e-d6870daef5d5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:30.324631 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7e099c65-9469-4662-9e55-dfebc6cf1f42 req-1f661cec-87a8-413f-b14e-d6870daef5d5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.0933561 Nov 20 08:41:30.439237 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7e099c65-9469-4662-9e55-dfebc6cf1f42 req-539d0883-87e5-475a-b491-811f3fcaeba4 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071081 Nov 20 08:41:30.457849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-870a421b-2655-48c7-b488-7cbadd607e1a tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:30.459584 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-870a421b-2655-48c7-b488-7cbadd607e1a tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 945 time: 0.1121535 Nov 20 08:41:30.540427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Deleting port b20e94cc-c265-47bc-a333-3872f7f14f14 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:41:30.540764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:30.879493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] For port b20e94cc-c265-47bc-a333-3872f7f14f14, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b20e94cc-c265-47bc-a333-3872f7f14f14,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:30.880128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:31.147095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Calling delete_port for b20e94cc-c265-47bc-a333-3872f7f14f14 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:41:31.291477 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device b20e94cc-c265-47bc-a333-3872f7f14f14 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:41:31.396832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:31.413101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52ec7224-7343-4dd2-849f-9f8301fbee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:31.423020 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Port b20e94cc-c265-47bc-a333-3872f7f14f14 update to DOWN by agent not found {{(pid=80322) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}} Nov 20 08:41:31.748444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Pushing event deleted for resources: {'Port': ['ID=b20e94cc-c265-47bc-a333-3872f7f14f14,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:31.811384 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ff0919e2-5aa0-42c6-a58d-d07777259283 req-7d67d524-7979-4aa6-b3f7-5743cd1063bc tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=19776bc6-0bd6-40dc-8faa-baaf9c66feef HTTP/1.1" status: 200 len: 210 time: 0.0781059 Nov 20 08:41:31.817445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.817864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.818271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.818674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.819074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.819469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.819922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.820314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.820763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.821158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.821542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.821941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.822374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.822766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.823152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.823529 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.823911 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.824294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.824701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.825090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.825465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.825847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.826225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.826612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:31.832228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:31.908894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] No DVR routers for this DVR port b20e94cc-c265-47bc-a333-3872f7f14f14 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:41:31.911364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:31.915207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'name': 'network-vif-deleted', 'tag': 'b20e94cc-c265-47bc-a333-3872f7f14f14'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:31.938452 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a56eac5f-70b3-4a7d-9275-adbe5cc1f722 req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "DELETE /v2.0/ports/b20e94cc-c265-47bc-a333-3872f7f14f14 HTTP/1.1" status: 204 len: 173 time: 1.4728291 Nov 20 08:41:32.078168 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19776bc6-0bd6-40dc-8faa-baaf9c66feef', 'name': 'network-vif-deleted', 'tag': 'b20e94cc-c265-47bc-a333-3872f7f14f14', 'status': 'completed', 'code': 200} Nov 20 08:41:37.349817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-f263e12e-6b45-4f0a-a088-5d1b289d73a3 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:37.351905 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-f263e12e-6b45-4f0a-a088-5d1b289d73a3 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/networks?id=062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 200 len: 814 time: 0.1608074 Nov 20 08:41:37.370631 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-818ad27b-a765-4a2e-ac83-684a523337f0 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/quotas/75ef80cf80414e858fe21b4b95328e3b HTTP/1.1" status: 200 len: 375 time: 0.0121820 Nov 20 08:41:37.420353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-7e556719-8fe6-45a8-8e4c-aedb04015e35 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Synchronizing usage tracker for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:37.436755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-7e556719-8fe6-45a8-8e4c-aedb04015e35 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Unset dirty status for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:37.438184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-7e556719-8fe6-45a8-8e4c-aedb04015e35 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?tenant_id=75ef80cf80414e858fe21b4b95328e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614574 Nov 20 08:41:37.666628 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-35306bf5-68a4-43b8-83a7-b0344185c26b service neutron] 10.222.0.20 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203765 Nov 20 08:41:37.813309 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-ec1dfca2-ec99-4789-aab6-b301065456d1 service neutron] 10.222.0.20 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402881 Nov 20 08:41:38.025008 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b36a1828-ba50-4f0d-aae3-628a34e77618 req-d2105073-67c3-40af-b416-35f2ea7085f9 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 210 time: 0.0489254 Nov 20 08:41:39.206983 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a74e9907-3c55-471c-bc54-7cdbed91bf11 req-e85c004a-a9c5-4501-af44-c246793ca335 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 210 time: 0.0474775 Nov 20 08:41:39.547789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-90bedecb-cede-4b63-9d42-ab801dd583e7 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:39.549526 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-90bedecb-cede-4b63-9d42-ab801dd583e7 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "GET /v2.0/networks?id=062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 200 len: 814 time: 0.1672132 Nov 20 08:41:39.574706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Request body: {'port': {'device_id': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f', 'admin_state_up': True, 'tenant_id': '75ef80cf80414e858fe21b4b95328e3b'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:39.762894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:39.773187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:39.783124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Made reservation on behalf of 75ef80cf80414e858fe21b4b95328e3b for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:41:39.789353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.117963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Allocated IP 172.20.0.5 (062da9b3-c192-4ebd-85fb-316cb0d77c4f/63faefb3-2a6b-4510-b237-6f4ca999c3ad/49a0561b-9fc2-4530-b328-f2c73df43971) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:41:40.348723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.378114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.393483 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:40.449423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932e876-8138-4ff1-8e81-3d68d8a18c44 req-41e53c8f-9acb-400d-ad1e-5d108be28fcc tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:40.451140 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a932e876-8138-4ff1-8e81-3d68d8a18c44 req-41e53c8f-9acb-400d-ad1e-5d108be28fcc tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 931 time: 0.0928802 Nov 20 08:41:40.502830 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a932e876-8138-4ff1-8e81-3d68d8a18c44 req-33302abc-cf07-4345-a455-bc2287dce468 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Nov 20 08:41:40.535976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Pushing event updated for resources: {'Port': ['ID=49a0561b-9fc2-4530-b328-f2c73df43971,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:40.546453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:40.595383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:41:40.596537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:41:40.598904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:41:40.666098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:40.666687 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:40.694840 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247182 Nov 20 08:41:40.714678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Request body: {'port': {'device_id': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:40.838964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:41.267614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a0561b-9fc2-4530-b328-f2c73df43971 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:41:41.276661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:41.290869 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Transition to ACTIVE for port object 49a0561b-9fc2-4530-b328-f2c73df43971 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:41:41.293492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:41.307525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:41.666345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=49a0561b-9fc2-4530-b328-f2c73df43971,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:41.713191 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:41.847129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f607ba-66ab-4432-8fd6-826c6c82a936 req-9f6adad8-398e-4fed-9488-8e0848a2c36e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:41.848510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4f172-5a55-4c52-8eac-5cbd60e8729b req-8072068c-6fff-4445-8346-23fc07d0d0bb tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:41.848781 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-39f607ba-66ab-4432-8fd6-826c6c82a936 req-9f6adad8-398e-4fed-9488-8e0848a2c36e tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.0870016 Nov 20 08:41:41.849282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0ad4f172-5a55-4c52-8eac-5cbd60e8729b req-8072068c-6fff-4445-8346-23fc07d0d0bb tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Synchronizing usage tracker for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:41.899960 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-39f607ba-66ab-4432-8fd6-826c6c82a936 req-1a308805-20f9-410e-954c-a896e4a2dbc6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448568 Nov 20 08:41:41.904696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-0ad4f172-5a55-4c52-8eac-5cbd60e8729b req-8072068c-6fff-4445-8346-23fc07d0d0bb tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Unset dirty status for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:41.905982 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0ad4f172-5a55-4c52-8eac-5cbd60e8729b req-8072068c-6fff-4445-8346-23fc07d0d0bb tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 943 time: 0.2473891 Nov 20 08:41:41.975409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Attempting to bind port 49a0561b-9fc2-4530-b328-f2c73df43971 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:41:41.975906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Attempting to bind port 49a0561b-9fc2-4530-b328-f2c73df43971 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:41:41.976268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Attempting to bind port 49a0561b-9fc2-4530-b328-f2c73df43971 on network 062da9b3-c192-4ebd-85fb-316cb0d77c4f {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:41:41.980926 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0ad4f172-5a55-4c52-8eac-5cbd60e8729b req-568582a8-656a-4328-b045-7c03ce342ac9 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686502 Nov 20 08:41:41.985818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:41:41.986252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Checking segment: {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:41:41.986652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:41.987031 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Bound using segment: {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:41:41.987554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Bound port: 49a0561b-9fc2-4530-b328-f2c73df43971, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e347236d-b9bb-46b6-907c-08952572df71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '062da9b3-c192-4ebd-85fb-316cb0d77c4f'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:41:41.987925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.087437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] For port 49a0561b-9fc2-4530-b328-f2c73df43971, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:41:42.091809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] For port 49a0561b-9fc2-4530-b328-f2c73df43971, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=49a0561b-9fc2-4530-b328-f2c73df43971,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:41:42.094741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.108308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b91fd46-6f6f-4da1-9bb1-a2f6589e2187 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:42.261703 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Pushing event updated for resources: {'Port': ['ID=49a0561b-9fc2-4530-b328-f2c73df43971,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:42.266879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:42.307682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:42.308368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:42.309929 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] 10.222.0.23 "PUT /v2.0/ports/49a0561b-9fc2-4530-b328-f2c73df43971 HTTP/1.1" status: 200 len: 1157 time: 1.6008737 Nov 20 08:41:42.310462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:42.371371 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971', 'status': 'completed', 'code': 200} Nov 20 08:41:42.477713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-5cd71dcf-4200-41fc-b317-2dce64be4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:42.479358 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-5cd71dcf-4200-41fc-b317-2dce64be4850 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75ef80cf80414e858fe21b4b95328e3b&device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 1160 time: 0.0805788 Nov 20 08:41:42.564624 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-98e940a2-9810-4fd2-a6e4-8489475bd98d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49a0561b-9fc2-4530-b328-f2c73df43971 HTTP/1.1" status: 200 len: 217 time: 0.0654781 Nov 20 08:41:42.637939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-ad120beb-c1d7-4be7-b09f-708800b71821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:42.639512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-ad120beb-c1d7-4be7-b09f-708800b71821 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63faefb3-2a6b-4510-b237-6f4ca999c3ad HTTP/1.1" status: 200 len: 854 time: 0.0684819 Nov 20 08:41:42.712187 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-d2137b45-d64e-4bbf-89aa-67b5c5da5ecf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=062da9b3-c192-4ebd-85fb-316cb0d77c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458395 Nov 20 08:41:42.867865 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-f54f97a8-a37f-4089-9487-d326b82fd8bf service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464648 Nov 20 08:41:43.044533 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d24c70f5-4dbd-4a79-bf0a-45115d03eb78 req-7738d9e8-e024-41d6-ae04-bb5da0d64254 service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489911 Nov 20 08:41:43.139627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c808af-8bc3-4754-87d2-662acaacd2a0 req-f9cbb304-6ac0-4c67-871c-b29537b5ea80 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:43.141316 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e7c808af-8bc3-4754-87d2-662acaacd2a0 req-f9cbb304-6ac0-4c67-871c-b29537b5ea80 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1049569 Nov 20 08:41:43.192834 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e7c808af-8bc3-4754-87d2-662acaacd2a0 req-b3ac2ea4-9136-46cf-9105-107f449893b6 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Nov 20 08:41:43.279327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10697e96-e2fc-42d7-b12d-fb973a513cd6 req-602e3038-fd0e-4df4-b5ab-109f738f4e4e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:43.281018 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10697e96-e2fc-42d7-b12d-fb973a513cd6 req-602e3038-fd0e-4df4-b5ab-109f738f4e4e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 943 time: 0.1567578 Nov 20 08:41:43.283954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-796ec2ef-b8ca-4251-b0e8-6123acbbdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:43.285497 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-796ec2ef-b8ca-4251-b0e8-6123acbbdd0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=75ef80cf80414e858fe21b4b95328e3b&device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 1160 time: 0.1235545 Nov 20 08:41:43.427266 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10697e96-e2fc-42d7-b12d-fb973a513cd6 req-ea71ea28-d189-4596-823e-30bc2aba87d3 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396487 Nov 20 08:41:43.473357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-b2332a62-2c76-4f1b-9400-5be0fa10ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:43.474991 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-b2332a62-2c76-4f1b-9400-5be0fa10ed7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 200 len: 908 time: 0.1703727 Nov 20 08:41:43.498386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:41:43.554512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:43.557337 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-7e2da9b4-a03d-4e11-84b1-a25fdc0665a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49a0561b-9fc2-4530-b328-f2c73df43971 HTTP/1.1" status: 200 len: 217 time: 0.0699530 Nov 20 08:41:43.630921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 6d67424f-9e08-4531-8a22-2f0b9fc2121b triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:43.631173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.633625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-4e5bda1a-fab7-4fc8-b84a-6d1672407063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:43.635247 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-4e5bda1a-fab7-4fc8-b84a-6d1672407063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63faefb3-2a6b-4510-b237-6f4ca999c3ad HTTP/1.1" status: 200 len: 854 time: 0.0700622 Nov 20 08:41:43.707867 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-99aeb126-4498-433a-a8f5-759a3bdf29ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=062da9b3-c192-4ebd-85fb-316cb0d77c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602911 Nov 20 08:41:43.793281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2c59e4af-4ef1-4d62-9e90-95d834288ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:43.949295 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-779b42fb-013a-470b-a588-976760355f25 service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144368 Nov 20 08:41:44.010538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-15bd53c3-6564-4fa8-8290-d7e4999028a2 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:44.012113 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-15bd53c3-6564-4fa8-8290-d7e4999028a2 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.1715348 Nov 20 08:41:44.167853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Deleting port 6d67424f-9e08-4531-8a22-2f0b9fc2121b {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:41:44.168233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:44.214342 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c56a588-10f1-4aed-86f6-7742b7e914bb req-2af33aa2-e203-49ad-959e-0c73e0f433f8 service neutron] 10.222.0.23 "GET /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2583649 Nov 20 08:41:44.493878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] For port 6d67424f-9e08-4531-8a22-2f0b9fc2121b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6d67424f-9e08-4531-8a22-2f0b9fc2121b,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:44.494282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:44.598747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a536-4916-4dab-8b3f-e0f73ecf3ca7 req-b791f1da-34a8-46ba-aaf0-eb2705877b91 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:44.600393 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-40d1a536-4916-4dab-8b3f-e0f73ecf3ca7 req-b791f1da-34a8-46ba-aaf0-eb2705877b91 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 945 time: 0.2690644 Nov 20 08:41:44.664563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96664-41c8-44eb-ba04-800966c13747 req-f8dad682-d76d-494a-87dc-c19b69a2df56 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:44.666287 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-81d96664-41c8-44eb-ba04-800966c13747 req-f8dad682-d76d-494a-87dc-c19b69a2df56 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 943 time: 0.0903335 Nov 20 08:41:44.720074 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-81d96664-41c8-44eb-ba04-800966c13747 req-313616ad-aab9-4f9c-aa70-af89b686f23f tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 Nov 20 08:41:45.040900 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-40d1a536-4916-4dab-8b3f-e0f73ecf3ca7 req-fb0c0ec4-ffe6-4fef-905c-3789294a79bf tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=ececa173-ef95-4061-886f-b2e36bfa0205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309402 Nov 20 08:41:45.077136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.077553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.077905 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Floating IP f685a1c6-0be0-490a-8a85-c86329bf789f disassociated. External IP: 172.28.3.147, port: 6d67424f-9e08-4531-8a22-2f0b9fc2121b. Nov 20 08:41:45.078286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Calling delete_port for 6d67424f-9e08-4531-8a22-2f0b9fc2121b owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:41:45.236060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:45.253138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02625fd5-d83e-469b-a6f5-709a5f01aa7c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:45.299351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event deleted for resources: {'Port': ['ID=6d67424f-9e08-4531-8a22-2f0b9fc2121b,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:45.304548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:45.343840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:41:45.383378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: 6d67424f-9e08-4531-8a22-2f0b9fc2121b {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:41:45.383770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 6d67424f-9e08-4531-8a22-2f0b9fc2121b not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:41:45.658677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:41:45.983753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de1f2-7338-40fd-bc33-343f2ddb5da8 req-10c0778b-0b5c-4d53-921d-63a84cf8b862 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:45.985427 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-819de1f2-7338-40fd-bc33-343f2ddb5da8 req-10c0778b-0b5c-4d53-921d-63a84cf8b862 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 943 time: 0.1124542 Nov 20 08:41:45.987562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:41:45.999218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:41:46.014511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:41:46.015878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:41:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:46.040902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] No DVR routers for this DVR port 6d67424f-9e08-4531-8a22-2f0b9fc2121b on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:41:46.044649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:46.047523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'name': 'network-vif-deleted', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:46.089482 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-071fdc75-5de9-45f4-a035-824a5f4cc37a req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "DELETE /v2.0/ports/6d67424f-9e08-4531-8a22-2f0b9fc2121b HTTP/1.1" status: 204 len: 173 time: 2.0223148 Nov 20 08:41:46.103413 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-819de1f2-7338-40fd-bc33-343f2ddb5da8 req-f28dbf0c-b5ec-4091-b3af-ded2ca380854 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816813 Nov 20 08:41:46.146776 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca42c1f-673b-48ff-8f1b-c481a811b13d', 'name': 'network-vif-deleted', 'tag': '6d67424f-9e08-4531-8a22-2f0b9fc2121b', 'status': 'completed', 'code': 200} Nov 20 08:41:46.184352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f3b0ec42-42c9-4a1a-8159-da7819e5bfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:46.371114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:41:46.377138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f1c72341-ac5b-49c4-b944-0d3cc7f00017 req-9b590c85-e407-40b1-9b6a-a8e151a09ace tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:46.408957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-f1c72341-ac5b-49c4-b944-0d3cc7f00017 req-9b590c85-e407-40b1-9b6a-a8e151a09ace tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:46.410878 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1c72341-ac5b-49c4-b944-0d3cc7f00017 req-9b590c85-e407-40b1-9b6a-a8e151a09ace tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=0ca42c1f-673b-48ff-8f1b-c481a811b13d HTTP/1.1" status: 200 len: 210 time: 0.0856519 Nov 20 08:41:46.753003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:46.757601 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:41:46.769914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:41:46.770613 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:41:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:46.980858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:41:47.069712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:47.378094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:47.380975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba4115-d992-4a35-ae69-c57973e9d4fe req-2271611a-39c0-4dd8-b22f-2aae550136d5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:47.383671 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00ba4115-d992-4a35-ae69-c57973e9d4fe req-2271611a-39c0-4dd8-b22f-2aae550136d5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 943 time: 0.1127264 Nov 20 08:41:47.386589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c5fe1c-071c-47d8-8099-a9f221bc64ce None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:41:47.477348 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-00ba4115-d992-4a35-ae69-c57973e9d4fe req-c09792a3-496f-45ef-adbb-f4840e6c6925 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 Nov 20 08:41:47.624228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41574) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:47.703028 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:47.736346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:47.797616 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:47.809239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-593c5df6-44ff-4556-b252-9f52272f3374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:47.844227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event deleted for resources: {'SecurityGroup': ['ID=ececa173-ef95-4061-886f-b2e36bfa0205,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:47.847663 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cadaf-5965-49a3-a194-ae649efd91b2 None None] New status for floating IP f685a1c6-0be0-490a-8a85-c86329bf789f: DOWN {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:41:47.859757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.860163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.860566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.861011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.861417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.861988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.862386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.862785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.863167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.863556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.863943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.864326 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.864783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.865167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.865567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.866046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.866701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.866701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.867046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.867427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.867813 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.868194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.868574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.868979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:47.872719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:47.874242 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "DELETE /v2.0/security-groups/ececa173-ef95-4061-886f-b2e36bfa0205 HTTP/1.1" status: 204 len: 168 time: 0.2486053 Nov 20 08:41:47.875581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:47.877647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 41580) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:47.902072 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.v2.resource [None req-1026e98d-b822-4203-a69a-cb136078c8a0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] show failed (client error): The resource could not be found. Nov 20 08:41:47.903226 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-1026e98d-b822-4203-a69a-cb136078c8a0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups/ececa173-ef95-4061-886f-b2e36bfa0205 HTTP/1.1" status: 404 len: 347 time: 0.0248280 Nov 20 08:41:47.906393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41584) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:48.036274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.133994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 49a0561b-9fc2-4530-b328-f2c73df43971 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:48.255381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 49a0561b-9fc2-4530-b328-f2c73df43971 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:41:48.261223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 49a0561b-9fc2-4530-b328-f2c73df43971 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:48.261809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.308924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Deleting port 88526a03-ae82-45cb-93bd-e9aa0e4f46d2 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:41:48.309308 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.401013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.403258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.431751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:48.442144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 49a0561b-9fc2-4530-b328-f2c73df43971, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=49a0561b-9fc2-4530-b328-f2c73df43971,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:48.445838 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.448684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:48.498042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.498417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.516862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=49a0561b-9fc2-4530-b328-f2c73df43971,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:48.527676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.528153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.528647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.529097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.529550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.530002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.530427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.531003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.531452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.531896 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.532345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.532817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.533377 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.533934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.534320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.534874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.535319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.535948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.536681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.537075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.537524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.538496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.538944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.539460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:41:48.544200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:48.591084 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971', 'code': 200} Nov 20 08:41:48.645127 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Calling delete_port for 88526a03-ae82-45cb-93bd-e9aa0e4f46d2 owned by network:floatingip {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:41:48.711788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb36ce-655c-4733-8805-67105c351bfc req-de35531b-418f-4342-9286-3450ff47699d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:48.713778 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3eeb36ce-655c-4733-8805-67105c351bfc req-de35531b-418f-4342-9286-3450ff47699d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.0936973 Nov 20 08:41:48.765494 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3eeb36ce-655c-4733-8805-67105c351bfc req-35db02cb-f053-46e5-a024-e3dce65e141c tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Nov 20 08:41:48.811858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:48.828223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d1f6fa34-ddff-4663-b161-2e7f8924e640 tempest-VolumesActionsTest-253528218 tempest-VolumesActionsTest-253528218] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:48.887401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event deleted for resources: {'Port': ['ID=88526a03-ae82-45cb-93bd-e9aa0e4f46d2,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:48.891744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:48.904847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3758-8590-473d-be8e-e4c9e7032fee req-3560c3ba-3f2f-4ac7-8360-1b0290104a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:48.906495 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9ea3758-8590-473d-be8e-e4c9e7032fee req-3560c3ba-3f2f-4ac7-8360-1b0290104a3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 1162 time: 0.0778980 Nov 20 08:41:48.957621 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9ea3758-8590-473d-be8e-e4c9e7032fee req-79b3c84d-5a11-4b6e-bf71-805a49ac03b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 Nov 20 08:41:49.052572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.070026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.071267 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "DELETE /v2.0/floatingips/f685a1c6-0be0-490a-8a85-c86329bf789f HTTP/1.1" status: 204 len: 168 time: 1.1636324 Nov 20 08:41:49.239931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.402602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41602) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:49.408728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'security_group': {'name': 'tempest-securitygroup--490759514', 'description': 'tempest-description--484318654'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:49.415666 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:49.420711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:49.423719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:49.430185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:49.440204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.478224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:49.482238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:49.485159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:49.490929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:49.555218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.557889 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.563956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7d6cf69b-a826-47b8-804e-959d4a9c6aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:49.608335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'SecurityGroup': ['ID=5447176f-87e0-48cc-9e28-57886f1a27bb,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:49.611984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:49.613362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.614690 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1662 time: 0.2109373 Nov 20 08:41:49.618994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41608) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:49.621468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 49a0561b-9fc2-4530-b328-f2c73df43971 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:49.624542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'security_group_rule': {'security_group_id': '5447176f-87e0-48cc-9e28-57886f1a27bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:49.631186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:49.636899 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:49.640011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:49.646319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:49.664756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.701212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 49a0561b-9fc2-4530-b328-f2c73df43971 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:49.702102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.733042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.735846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.738005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:49.763752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784aa82f-7004-410c-8490-33aa60b39994,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:49.766482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:49.773849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.775205 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f05e6290-0e76-40b0-8413-21ebbce91e31 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1554396 Nov 20 08:41:49.777924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41612) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:49.784019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'security_group_rule': {'security_group_id': '5447176f-87e0-48cc-9e28-57886f1a27bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:49.791245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:49.795366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:security_group_rule and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:49.798499 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:49.805025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:49.822639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.889868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.892588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.895057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d375cc7b-631d-4ed8-96cb-e939200fc0df tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:49.926302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2acfded-cdee-4600-9134-36021f1d375d,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:49.929775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:49.936748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group_rule, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.938051 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-544a43fb-2929-4e29-b6c5-21ea195b8412 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1590075 Nov 20 08:41:49.941280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41618) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:41:49.947336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'floatingip': {'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:49.953291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:49.957380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Usage tracker for resource:floatingip and tenant:651c44deab754e37b14b36cd2f61906c is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:41:49.960417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:41:49.966264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:49.977082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:49.999065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d550f-0ee4-4695-ba6f-74d1f9b21681 req-9022d847-6e8a-42e4-b53c-dbc20ae871f4 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:50.000979 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-906d550f-0ee4-4695-ba6f-74d1f9b21681 req-9022d847-6e8a-42e4-b53c-dbc20ae871f4 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.0918269 Nov 20 08:41:50.050249 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-906d550f-0ee4-4695-ba6f-74d1f9b21681 req-9e450281-eeb1-480c-b0a3-c7de259c7686 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Nov 20 08:41:50.132227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:50.410629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Allocated IP 172.28.3.23 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/9c8c5966-7ed8-4d36-84ff-53cc682267ee) {{(pid=80321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:41:50.582317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for port, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:50.610534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:50.627075 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c80e206f-5b97-4a48-849a-d35be4ba7228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:50.783252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'Port': ['ID=9c8c5966-7ed8-4d36-84ff-53cc682267ee,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:50.789366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:50.832980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:41:50.834220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources bound (agent type, host, resource id): {{(pid=80321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:41:50.837225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Received port after_create {{(pid=80321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:41:50.918426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c396-e216-4cf4-855f-f78c272ef6e6 req-887f0e21-29f7-4ce9-a646-1ed6523efa56 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:50.919982 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0b45c396-e216-4cf4-855f-f78c272ef6e6 req-887f0e21-29f7-4ce9-a646-1ed6523efa56 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0915322 Nov 20 08:41:50.926668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:50.971332 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0b45c396-e216-4cf4-855f-f78c272ef6e6 req-1c2fbe9c-057d-4e08-a7bd-27b7560205ef tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Nov 20 08:41:50.990942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:51.337471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e17438-c9f1-42ad-a369-b3cd83c7758f req-ab13a5af-e4d0-40eb-957a-9f46a4f2ba3e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:51.339109 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e9e17438-c9f1-42ad-a369-b3cd83c7758f req-ab13a5af-e4d0-40eb-957a-9f46a4f2ba3e tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.1419904 Nov 20 08:41:51.343935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:51.361155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:51.378361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:51.534597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'Port': ['ID=9c8c5966-7ed8-4d36-84ff-53cc682267ee,revision_number=2']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:51.541577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:51.551252 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e9e17438-c9f1-42ad-a369-b3cd83c7758f req-c4ff193e-c5cd-4cca-8f43-c84e1be376d9 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052469 Nov 20 08:41:51.650024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:51.675585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:51.680736 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7348566 Nov 20 08:41:51.871476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-a17763dc-283c-4def-97f9-8a02e622a16d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:51.887452 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-a17763dc-283c-4def-97f9-8a02e622a16d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:51.888787 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-a17763dc-283c-4def-97f9-8a02e622a16d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--490759514&fields=id&tenant_id=651c44deab754e37b14b36cd2f61906c HTTP/1.1" status: 200 len: 267 time: 0.0624917 Nov 20 08:41:52.062342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-b150f617-59b3-4e15-a8bd-0b23c1ba25fe tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:52.063986 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-b150f617-59b3-4e15-a8bd-0b23c1ba25fe tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 811 time: 0.1678596 Nov 20 08:41:52.084385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-b515644b-fe9d-44b7-9124-b7295594bd95 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/quotas/651c44deab754e37b14b36cd2f61906c HTTP/1.1" status: 200 len: 375 time: 0.0129850 Nov 20 08:41:52.207625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-03a0b621-51eb-47f4-888a-2ebeaa219d17 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:52.224068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-03a0b621-51eb-47f4-888a-2ebeaa219d17 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:52.226893 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-03a0b621-51eb-47f4-888a-2ebeaa219d17 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1350565 Nov 20 08:41:52.239662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacd05d-424f-480b-8b1a-5740fee82fdc req-fda06fef-84ea-418e-8b60-9e9261c30142 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:52.241881 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-edacd05d-424f-480b-8b1a-5740fee82fdc req-fda06fef-84ea-418e-8b60-9e9261c30142 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0985823 Nov 20 08:41:52.294740 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-edacd05d-424f-480b-8b1a-5740fee82fdc req-61c064ad-6863-41ca-99f4-244b830f7a40 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467281 Nov 20 08:41:52.496162 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c4070777-eb6e-4beb-9999-389d5afd26c6 service neutron] 10.222.0.20 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443883 Nov 20 08:41:52.643612 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-97508bd2-056f-4e94-995a-d712d96b7fd5 service neutron] 10.222.0.20 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407092 Nov 20 08:41:52.855794 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4a0eea52-06aa-4ac5-a24a-30e0dc1ab1ef req-9d32a704-a2d9-468c-9056-9fafbb990282 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 210 time: 0.0522947 Nov 20 08:41:53.551185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53382a-4400-41b7-864a-d5f832d5c6ba req-514bb47d-5c5e-4c41-b33f-2f4b4a58f386 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:53.552790 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1f53382a-4400-41b7-864a-d5f832d5c6ba req-514bb47d-5c5e-4c41-b33f-2f4b4a58f386 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0916502 Nov 20 08:41:53.605492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1f53382a-4400-41b7-864a-d5f832d5c6ba req-64a9660f-c157-4863-ae1c-781220cef20f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452666 Nov 20 08:41:54.041352 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e552f2f2-1607-4d8d-8e5a-97cafb2b1120 req-8fa2423f-6fa1-4df7-98a8-79c4163aa097 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 210 time: 0.0484700 Nov 20 08:41:54.221464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-2c8e3f55-a3f8-48f5-8823-4f4b02f63c24 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:54.223073 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-2c8e3f55-a3f8-48f5-8823-4f4b02f63c24 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 811 time: 0.1601310 Nov 20 08:41:54.321209 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-41db6de2-c8b5-4ec3-9015-4fd5b6405836 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=651c44deab754e37b14b36cd2f61906c HTTP/1.1" status: 200 len: 5239 time: 0.0712249 Nov 20 08:41:54.338822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'port': {'device_id': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'admin_state_up': True, 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'security_groups': ['5447176f-87e0-48cc-9e28-57886f1a27bb']}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:54.491627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:41:54.501908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:41:54.512538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Made reservation on behalf of 651c44deab754e37b14b36cd2f61906c for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:41:54.521009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:54.885420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Allocated IP 172.20.0.9 (1f77e520-5960-41b4-861f-f79b8f710eca/0873f7ac-b539-4b8b-985d-4f5f2225f0f8/c801344c-1451-4c05-b03b-cfcab2a0a23e) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:41:54.900221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4c3e4-6926-474d-80e9-f92860bb448c req-cb787bef-ddd8-4f9a-942f-2ccff554db48 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:54.901942 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-70c4c3e4-6926-474d-80e9-f92860bb448c req-cb787bef-ddd8-4f9a-942f-2ccff554db48 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0965700 Nov 20 08:41:55.113271 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:55.135663 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Transition to ACTIVE for port object c801344c-1451-4c05-b03b-cfcab2a0a23e will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:41:55.165127 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:55.186328 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-70c4c3e4-6926-474d-80e9-f92860bb448c req-e129b26d-a141-4b06-a96e-5608921f8da4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777936 Nov 20 08:41:55.190125 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:55.386880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event updated for resources: {'Port': ['ID=c801344c-1451-4c05-b03b-cfcab2a0a23e,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:55.392391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:55.465447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9e63-de06-440a-b240-efaad6de353c req-b8ea6ed7-48db-424b-a7cd-aab8815e37ff tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:55.467036 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-6cf4e765-5590-47ab-9490-96c9204cac7c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1050613101&fields=id&tenant_id=83fb1b157ec340dabd1fe6f1a38992a6 HTTP/1.1" status: 200 len: 267 time: 0.0445659 Nov 20 08:41:55.467195 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-755d9e63-de06-440a-b240-efaad6de353c req-b8ea6ed7-48db-424b-a7cd-aab8815e37ff tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 931 time: 0.2303698 Nov 20 08:41:55.469058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Network 1f77e520-5960-41b4-861f-f79b8f710eca is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:41:55.470299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:41:55.472792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:41:55.562750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-22bdc0eb-480c-49a1-a1b1-317b23fad109 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:55.564516 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-22bdc0eb-480c-49a1-a1b1-317b23fad109 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 984 time: 0.0893347 Nov 20 08:41:55.578873 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Request body: {'port': {'security_groups': ['a9b13794-183c-4edb-8173-a05f9e9d2843']}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:55.722867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:55.748776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ce6cd5ca-450a-4391-b82e-44dbb88d809a None None] Provisioning for port c801344c-1451-4c05-b03b-cfcab2a0a23e completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:41:55.755672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ce6cd5ca-450a-4391-b82e-44dbb88d809a None None] Provisioning complete for port c801344c-1451-4c05-b03b-cfcab2a0a23e triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:55.756229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd5ca-450a-4391-b82e-44dbb88d809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:55.783087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:55.783764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:55.804162 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-755d9e63-de06-440a-b240-efaad6de353c req-ad0cc99d-2e5e-4689-8a03-d9543816cf41 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980239 Nov 20 08:41:55.817430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ce6cd5ca-450a-4391-b82e-44dbb88d809a None None] Port c801344c-1451-4c05-b03b-cfcab2a0a23e cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:41:55.822466 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4880900 Nov 20 08:41:55.841552 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Request body: {'port': {'device_id': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:41:55.953545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.055516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] For port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:41:56.083071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for port, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.086757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843346814'] for port, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.102456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f8874145-9be5-415b-9269-8ac65e53281c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:56.265238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event updated for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=6']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:56.269235 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:56.313122 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:56.314091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.320627 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-34d64405-02d2-4ec3-9102-b382fec1e781 req-75819884-d905-4021-bcc5-2720d441de21 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "PUT /v2.0/ports/9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 942 time: 0.7468317 Nov 20 08:41:56.321239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:56.409100 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b102263c-9679-44b8-a701-3c42dac586c1 req-b887a1ff-f6eb-4e99-993b-e97d3203ec4f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups/15d7dd83-5afa-4673-9d0a-92f0ce9b63d7 HTTP/1.1" status: 200 len: 2759 time: 0.0593951 Nov 20 08:41:56.450050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c801344c-1451-4c05-b03b-cfcab2a0a23e {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:41:56.460217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.477666 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Transition to ACTIVE for port object c801344c-1451-4c05-b03b-cfcab2a0a23e will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:41:56.484562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.493244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b102263c-9679-44b8-a701-3c42dac586c1 req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.505940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5aa87f8a-cc08-4d2f-8a8d-da528da4f9d4 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:56.527966 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b102263c-9679-44b8-a701-3c42dac586c1 req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.556172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-38a2af94-8c74-4a4c-9427-ea23af4f1752 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:56.556597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38a2af94-8c74-4a4c-9427-ea23af4f1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.589476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54c03a-0f3a-4aed-bbf4-7d944f5199f6 req-8f293d23-d86c-4ba8-a2ce-b431709b8706 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:56.591120 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb54c03a-0f3a-4aed-bbf4-7d944f5199f6 req-8f293d23-d86c-4ba8-a2ce-b431709b8706 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.2229021 Nov 20 08:41:56.591572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b102263c-9679-44b8-a701-3c42dac586c1 req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.597763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e03ccf9e-55e7-4809-a14e-cf1e95ef7f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:56.618312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d7dd83-5afa-4673-9d0a-92f0ce9b63d7,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:56.632365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:56.643069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b102263c-9679-44b8-a701-3c42dac586c1 req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:56.665046 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b102263c-9679-44b8-a701-3c42dac586c1 req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "DELETE /v2.0/security-groups/15d7dd83-5afa-4673-9d0a-92f0ce9b63d7 HTTP/1.1" status: 204 len: 173 time: 0.2484086 Nov 20 08:41:56.677202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c801344c-1451-4c05-b03b-cfcab2a0a23e,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:56.737957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:56.804313 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fb54c03a-0f3a-4aed-bbf4-7d944f5199f6 req-ea7add34-2808-4520-bec3-28d37a5ae253 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283746 Nov 20 08:41:56.848743 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'status': 'completed', 'code': 200} Nov 20 08:41:57.007804 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-64e95a6d-0e33-4e04-be74-e053b65b88a8 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/floatingips/3561364e-2081-4ec9-b6cc-27dff1e40b26 HTTP/1.1" status: 200 len: 998 time: 0.1185408 Nov 20 08:41:57.108366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Attempting to bind port c801344c-1451-4c05-b03b-cfcab2a0a23e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:41:57.108710 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Attempting to bind port c801344c-1451-4c05-b03b-cfcab2a0a23e by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:41:57.109082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Attempting to bind port c801344c-1451-4c05-b03b-cfcab2a0a23e on network 1f77e520-5960-41b4-861f-f79b8f710eca {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:41:57.129301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-c1957d29-a225-4ba6-ac7c-83e18eb3e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.130999 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-c1957d29-a225-4ba6-ac7c-83e18eb3e114 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1162 time: 0.2317350 Nov 20 08:41:57.132345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:41:57.132808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Checking segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:41:57.133154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:57.133547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Bound using segment: {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:41:57.134067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Bound port: c801344c-1451-4c05-b03b-cfcab2a0a23e, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b3ee71-c44a-46ee-a458-6630b3390732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:41:57.134406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:57.174534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-f878a46a-2c76-45bf-8f82-9cbe4a77950f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.176367 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-f878a46a-2c76-45bf-8f82-9cbe4a77950f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 784 time: 0.1638246 Nov 20 08:41:57.188123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-c911eb45-75b7-4467-90ad-ca1ac4a8cd96 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80321) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:41:57.189220 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-c911eb45-75b7-4467-90ad-ca1ac4a8cd96 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0064900 Nov 20 08:41:57.239824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2577ba-4c70-4366-bdbb-0c559361fc63 req-2d7f3e60-bd12-4b4f-85ec-0e029de84a41 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.241160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-8b2577ba-4c70-4366-bdbb-0c559361fc63 req-2d7f3e60-bd12-4b4f-85ec-0e029de84a41 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Synchronizing usage tracker for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:41:57.303690 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-2cfeb0a0-4e71-4fb0-900d-5204814cfe78 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.116 HTTP/1.1" status: 200 len: 1001 time: 0.1067703 Nov 20 08:41:57.364777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-8b2577ba-4c70-4366-bdbb-0c559361fc63 req-2d7f3e60-bd12-4b4f-85ec-0e029de84a41 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Unset dirty status for tenant:651c44deab754e37b14b36cd2f61906c on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:41:57.366621 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8b2577ba-4c70-4366-bdbb-0c559361fc63 req-2d7f3e60-bd12-4b4f-85ec-0e029de84a41 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.3763883 Nov 20 08:41:57.390641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-85c09901-a361-4352-826f-739809da8e4c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.392084 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-85c09901-a361-4352-826f-739809da8e4c tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports/9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 942 time: 0.0824940 Nov 20 08:41:57.413531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] For port c801344c-1451-4c05-b03b-cfcab2a0a23e, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:41:57.418995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-b27ec8d2-892a-46ee-a5e2-3f0eff8f154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.419866 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-b27ec8d2-892a-46ee-a5e2-3f0eff8f154b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.2734115 Nov 20 08:41:57.434737 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] For port c801344c-1451-4c05-b03b-cfcab2a0a23e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c801344c-1451-4c05-b03b-cfcab2a0a23e,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:41:57.492697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:57.511296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:57.587605 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-5f60dd7b-f804-4b25-adff-be6f1eff5ea6 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.116 HTTP/1.1" status: 200 len: 1001 time: 0.1069589 Nov 20 08:41:57.603169 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8b2577ba-4c70-4366-bdbb-0c559361fc63 req-8e65d6aa-b4b3-43bc-8d88-6d099eb5e7ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205923 Nov 20 08:41:57.713566 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-f0e817b0-3b7a-4b8b-be42-63fabce1e352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 1001 time: 0.2756686 Nov 20 08:41:57.716454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c801344c-1451-4c05-b03b-cfcab2a0a23e,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:57.722822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:57.805377 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Deleting port b99821ba-b825-46e6-84c3-c92e60215e77 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:41:57.805752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:57.812236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-18c8deec-2e47-4dab-a0cb-4473e5b9a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.813880 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-18c8deec-2e47-4dab-a0cb-4473e5b9a89c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0922980 Nov 20 08:41:57.819628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:57.820474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:57.822175 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c0fc88df-fae8-4519-9f79-52f4714c6fe9 service neutron] 10.222.0.23 "PUT /v2.0/ports/c801344c-1451-4c05-b03b-cfcab2a0a23e HTTP/1.1" status: 200 len: 1157 time: 1.9854760 Nov 20 08:41:57.822698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:57.902791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:41:57.919370 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'status': 'completed', 'code': 200} Nov 20 08:41:58.035395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:58.035763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for floatingip, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:58.041612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:41:58.041944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:58.070112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-e5660268-6370-4561-83c1-e9a9cfc9811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:58.071792 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-e5660268-6370-4561-83c1-e9a9cfc9811c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2437193 Nov 20 08:41:58.109264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-4cd2a5e6-c003-4e59-b56a-3a960ea6eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:58.110988 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-4cd2a5e6-c003-4e59-b56a-3a960ea6eb37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 1160 time: 0.1969688 Nov 20 08:41:58.195392 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Calling delete_port for b99821ba-b825-46e6-84c3-c92e60215e77 owned by network:floatingip {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:41:58.322111 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-c69948e9-df2a-4c11-981e-58325cdd278e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c801344c-1451-4c05-b03b-cfcab2a0a23e HTTP/1.1" status: 200 len: 217 time: 0.1596124 Nov 20 08:41:58.372567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:58.388976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1b291d8-40b2-49a5-9de4-7706d539414b tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:41:58.432825 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-6cb6341a-112f-42e6-9695-731e785229c7 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521831 Nov 20 08:41:58.440005 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-f1faba27-ed47-4673-bdf2-022b3cb6a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:58.441609 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-f1faba27-ed47-4673-bdf2-022b3cb6a694 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.1058955 Nov 20 08:41:58.447401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event deleted for resources: {'Port': ['ID=b99821ba-b825-46e6-84c3-c92e60215e77,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:41:58.450466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:41:58.475790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66508680-9959-49e3-b456-61f8e0fe08fe req-a53f6f7b-b56d-4a9a-9a14-9d026c4401f2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:58.477446 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-66508680-9959-49e3-b456-61f8e0fe08fe req-a53f6f7b-b56d-4a9a-9a14-9d026c4401f2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.3655331 Nov 20 08:41:58.628883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks [] for floatingip, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:58.629212 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Floating IP 3561364e-2081-4ec9-b6cc-27dff1e40b26 disassociated (deleted). External IP: 172.28.3.116, port: 9ade6b69-9241-4afc-9a6b-70c0bfc323d5. Nov 20 08:41:58.881086 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-66508680-9959-49e3-b456-61f8e0fe08fe req-b19fc706-106e-437f-a3a9-67344bf55cc3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617551 Nov 20 08:41:58.908017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-6107cdeb-3faf-4c43-927e-ce6c3587cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:58.909697 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-6107cdeb-3faf-4c43-927e-ce6c3587cd43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4312904 Nov 20 08:41:58.911722 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e88ac43e-50fa-48cf-92d1-330691bba141 req-4ab7d535-9067-43cf-9d77-3ebaec1d870d service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4691827 Nov 20 08:41:59.069622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Router 68d885b5-0a46-4639-9395-05a3d3024fa5 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:41:59.086185 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-bca9b378-c020-41a4-b4fd-8a45d11960bd service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526000 Nov 20 08:41:59.310960 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42a70be3-f8c7-4ff0-84a9-d9d6848e35b8 req-387bc4f0-cb6c-4f57-a56d-21b08d68e2f6 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2170472 Nov 20 08:41:59.331533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b3ec8-b95d-4e07-949b-ca4e98a54e5a req-a7ef0229-d250-42cb-8807-56c191a98287 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:59.334111 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-456b3ec8-b95d-4e07-949b-ca4e98a54e5a req-a7ef0229-d250-42cb-8807-56c191a98287 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.1328454 Nov 20 08:41:59.388446 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-456b3ec8-b95d-4e07-949b-ca4e98a54e5a req-34d4a560-23a5-4ff7-b097-5a23a16e1c7d tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468404 Nov 20 08:41:59.507443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-cd2fec6f-a0bf-4f8c-be0f-0a0b517f8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:59.509115 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-cd2fec6f-a0bf-4f8c-be0f-0a0b517f8ace service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 1160 time: 0.0771377 Nov 20 08:41:59.513398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:41:59.523567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] Sync routers for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:41:59.536836 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:41:59.537665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:41:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:41:59.539836 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:41:59.614613 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-eb1d5858-b91c-42b6-828e-e6301f08d811 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "DELETE /v2.0/floatingips/3561364e-2081-4ec9-b6cc-27dff1e40b26 HTTP/1.1" status: 204 len: 173 time: 2.0203490 Nov 20 08:41:59.615506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:41:59.692583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-362f61dd-d2e3-4a48-abd9-a46680d80e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:59.696276 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-362f61dd-d2e3-4a48-abd9-a46680d80e72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.1793206 Nov 20 08:41:59.703112 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'status': 'completed', 'code': 200} Nov 20 08:41:59.734758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:41:59.743381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-d0c6a689-cd77-4b5d-8836-c711a9d56638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:59.745068 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-d0c6a689-cd77-4b5d-8836-c711a9d56638 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1162 time: 0.1040754 Nov 20 08:41:59.870356 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-82d7d278-a9da-4df4-8ae4-6079a40ae28a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c801344c-1451-4c05-b03b-cfcab2a0a23e HTTP/1.1" status: 200 len: 217 time: 0.1304963 Nov 20 08:41:59.900378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-48177da4-f5a6-411e-9a9a-89c55765472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:59.902279 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-48177da4-f5a6-411e-9a9a-89c55765472c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.1501164 Nov 20 08:41:59.948551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-920d0ed1-c0b1-41a5-80c8-bba63d6c7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:41:59.950184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-920d0ed1-c0b1-41a5-80c8-bba63d6c7a78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.0717344 Nov 20 08:41:59.983536 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-700af0ec-1e36-4f18-a749-28fa20e1dca3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 217 time: 0.0736680 Nov 20 08:42:00.042802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-351b8cd2-bf9f-47fa-9559-bc9275fd3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.044456 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-351b8cd2-bf9f-47fa-9559-bc9275fd3f73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 1162 time: 0.2395537 Nov 20 08:42:00.059316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-84821405-0136-4364-a521-5284a4a45741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.061067 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-84821405-0136-4364-a521-5284a4a45741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.0705397 Nov 20 08:42:00.150474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:00.155143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] Checking router: 68d885b5-0a46-4639-9395-05a3d3024fa5 for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:42:00.157909 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-d719708a-1c79-4913-bb79-f88966e99c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.159633 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-d719708a-1c79-4913-bb79-f88966e99c1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0914683 Nov 20 08:42:00.167414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:00.168099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:41:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:00.174970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-44cef20b-568b-424b-aa67-cb44cd07e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.176702 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-44cef20b-568b-424b-aa67-cb44cd07e892 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2110636 Nov 20 08:42:00.324292 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-61b80969-6f65-448b-8418-6bdaff3c4ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474297 Nov 20 08:42:00.407761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-d358b5f0-de7b-43ad-9b24-692657d06df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.409663 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-d358b5f0-de7b-43ad-9b24-692657d06df8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 200 len: 908 time: 0.3547361 Nov 20 08:42:00.488899 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d387bf-155f-44fb-86bc-bf8203ee072b req-d115d1df-782b-4c25-8d8b-b5abe30ddf3b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.489614 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f1ba2b97-b95d-455f-92ba-866bd4cb6fa3 req-0f8f18ca-40ee-4934-910f-1070b28d99e7 service neutron] 10.222.0.20 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1575668 Nov 20 08:42:00.490561 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-74d387bf-155f-44fb-86bc-bf8203ee072b req-d115d1df-782b-4c25-8d8b-b5abe30ddf3b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.4103749 Nov 20 08:42:00.539013 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-cf3c24d3-501d-4a58-807f-7273bdc4ade1 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000000 Nov 20 08:42:00.543296 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-2373217b-370f-4e5d-beff-2f22653ed58d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 200 len: 217 time: 0.1257868 Nov 20 08:42:00.547668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:42:00.669832 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-74d387bf-155f-44fb-86bc-bf8203ee072b req-825b640d-d87b-49b1-ae1e-5da9d81a0369 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597934 Nov 20 08:42:00.713569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17744be-8920-4e5d-a038-91e278e01f8d req-95f7a6ad-fef9-481d-b966-a26ea68f2dca tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.716045 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c17744be-8920-4e5d-a038-91e278e01f8d req-95f7a6ad-fef9-481d-b966-a26ea68f2dca tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.0951369 Nov 20 08:42:00.744367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-37243617-915b-4c7d-b0b7-8560be35deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.746131 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-37243617-915b-4c7d-b0b7-8560be35deba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 200 len: 853 time: 0.1908212 Nov 20 08:42:00.794720 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c17744be-8920-4e5d-a038-91e278e01f8d req-3b5771ba-3cc2-4598-9939-b8756748f1e7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715637 Nov 20 08:42:00.845206 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1eaf1dce-b423-4080-a564-fd7fb53f18c4 req-9c62ece4-0e10-48f6-b4cf-d3afee066b7a service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2886286 Nov 20 08:42:00.863618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-e3df2e0f-4be1-478d-8912-c42f823308c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:00.865278 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-e3df2e0f-4be1-478d-8912-c42f823308c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3af676f-1919-4f5e-af7b-1ebc62b1b169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1075103 Nov 20 08:42:00.983525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:00.988313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd975bd-6547-4bcc-a1da-f14ecef43df2 None None] The sync data for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb is: [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:38:05Z', 'revision_number': 4, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c426c74d-8552-40bb-9738-2086b8e749c6', 'name': '', 'network_id': 'f3af676f-1919-4f5e-af7b-1ebc62b1b169', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'mac_address': 'fa:16:3e:7a:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:38:03Z', 'updated_at': '2020-11-20T08:38:18Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'subnets': [{'id': 'ce982381-f43f-4f6d-b3d3-8e7be29fc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:42:01.036823 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-6f159f5f-1d1d-4f63-b048-895837ccf367 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555138 Nov 20 08:42:01.220944 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b9cea835-b8ea-4313-bdd8-ad7ae528ff2b req-3c493532-7e00-47e2-8a6d-d7dcd5ebc269 service neutron] 10.222.0.23 "GET /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1630220 Nov 20 08:42:01.475718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19070ef3-b15b-439e-b3e3-3d22e5effe73 None None] New status for floating IP 3561364e-2081-4ec9-b6cc-27dff1e40b26: DOWN {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:42:01.932395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95816f4c-fee3-41e0-8433-3fbec2fd5e99 req-623d3763-7a59-4a85-8dbd-426ccd8b307d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:01.934087 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95816f4c-fee3-41e0-8433-3fbec2fd5e99 req-623d3763-7a59-4a85-8dbd-426ccd8b307d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0936301 Nov 20 08:42:01.985095 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95816f4c-fee3-41e0-8433-3fbec2fd5e99 req-050bcfe0-fcdc-498d-8db6-5f831f12bbe2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447707 Nov 20 08:42:02.023335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91447d-7c5d-4713-87f6-70ad9382eea0 req-c152820c-96bc-4cad-aac9-dbfc3c36509c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:02.025023 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eb91447d-7c5d-4713-87f6-70ad9382eea0 req-c152820c-96bc-4cad-aac9-dbfc3c36509c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.0882552 Nov 20 08:42:02.077101 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eb91447d-7c5d-4713-87f6-70ad9382eea0 req-7a926fdc-e457-41f5-a1c0-c14bfdbd4070 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453687 Nov 20 08:42:03.215045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373a07-9461-4eca-b004-ce8460b76ab1 req-1756b672-1693-4078-83de-bd7e85a191d4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:03.216691 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b373a07-9461-4eca-b004-ce8460b76ab1 req-1756b672-1693-4078-83de-bd7e85a191d4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0831959 Nov 20 08:42:03.280272 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b373a07-9461-4eca-b004-ce8460b76ab1 req-1b16533a-b668-42bd-8f3f-9160dde090f3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568993 Nov 20 08:42:03.301704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fb27-4d75-474e-a075-e982f59323c7 req-ee3c0161-4f46-4edf-a240-0396034a8596 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:03.303876 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6777fb27-4d75-474e-a075-e982f59323c7 req-ee3c0161-4f46-4edf-a240-0396034a8596 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.0867388 Nov 20 08:42:03.358388 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6777fb27-4d75-474e-a075-e982f59323c7 req-ccb54999-9001-4d95-8fb3-d1831cf1c033 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484757 Nov 20 08:42:04.519682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433c57-f993-4f48-bcca-fd9a0469be79 req-74f2bf30-205e-4c0f-9f12-fba99ea7eb4d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:04.521370 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-12433c57-f993-4f48-bcca-fd9a0469be79 req-74f2bf30-205e-4c0f-9f12-fba99ea7eb4d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0877542 Nov 20 08:42:04.573509 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-12433c57-f993-4f48-bcca-fd9a0469be79 req-964b398b-87f4-4b71-954a-449114da765c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Nov 20 08:42:04.578339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a2bfa-53ab-4774-9c08-abc87947fd21 req-28797459-47d5-4359-bfd6-2adfb98ccce8 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:04.579972 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ce1a2bfa-53ab-4774-9c08-abc87947fd21 req-28797459-47d5-4359-bfd6-2adfb98ccce8 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.0889616 Nov 20 08:42:04.633679 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ce1a2bfa-53ab-4774-9c08-abc87947fd21 req-ee1d9286-015e-4d53-b183-86179ea2cfdb tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Nov 20 08:42:05.225906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0d59b239-7860-48c0-8e5e-b269e9523b2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:05.226701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0d59b239-7860-48c0-8e5e-b269e9523b2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:port {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:42:05.243200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0d59b239-7860-48c0-8e5e-b269e9523b2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:port {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:42:05.244525 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0d59b239-7860-48c0-8e5e-b269e9523b2f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.1656795 Nov 20 08:42:05.297204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0bc0c13d-fef0-4add-b4a2-544916e4df4a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Synchronizing usage tracker for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:42:05.317841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0bc0c13d-fef0-4add-b4a2-544916e4df4a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Unset dirty status for tenant:83fb1b157ec340dabd1fe6f1a38992a6 on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:42:05.319655 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-41881d83-e3c1-4da9-aed8-c7859c8e4301 req-0bc0c13d-fef0-4add-b4a2-544916e4df4a tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669136 Nov 20 08:42:05.815155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4ecb5-5318-40e9-b6c1-adbfc1363ae6 req-a004437b-694a-4589-87a8-6c24e06ea07c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:05.816947 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b4ecb5-5318-40e9-b6c1-adbfc1363ae6 req-a004437b-694a-4589-87a8-6c24e06ea07c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0862632 Nov 20 08:42:05.866914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1246e-b1ca-40f6-8c15-c04ac46a8bdf req-e6773e1a-1fba-4d67-9289-420889dc206f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:05.868590 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c2f1246e-b1ca-40f6-8c15-c04ac46a8bdf req-e6773e1a-1fba-4d67-9289-420889dc206f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.0888677 Nov 20 08:42:05.870374 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-22b4ecb5-5318-40e9-b6c1-adbfc1363ae6 req-3e080e85-be98-48e9-a7e9-440048f94f86 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455849 Nov 20 08:42:05.920818 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c2f1246e-b1ca-40f6-8c15-c04ac46a8bdf req-12d577f8-f8fc-43db-be30-dd1e479a6504 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Nov 20 08:42:06.685700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebe8c-2dd1-4c5a-935a-07825fecac6b req-94429f4c-575d-4202-86d8-7e8aba776aff tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:06.687271 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-adeebe8c-2dd1-4c5a-935a-07825fecac6b req-94429f4c-575d-4202-86d8-7e8aba776aff tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.0893493 Nov 20 08:42:06.739456 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-adeebe8c-2dd1-4c5a-935a-07825fecac6b req-935fea84-eecb-46c7-851c-69be67afc877 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Nov 20 08:42:06.956622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c801344c-1451-4c05-b03b-cfcab2a0a23e up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:42:07.044512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port c801344c-1451-4c05-b03b-cfcab2a0a23e completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:42:07.050023 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port c801344c-1451-4c05-b03b-cfcab2a0a23e triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:07.050663 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:07.115217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2ab9-91c9-4020-80a1-c4e82d35463f req-24c65f6a-13e4-461f-b733-f82edada4fcb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:07.117297 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d0e2ab9-91c9-4020-80a1-c4e82d35463f req-24c65f6a-13e4-461f-b733-f82edada4fcb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0936296 Nov 20 08:42:07.170328 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d0e2ab9-91c9-4020-80a1-c4e82d35463f req-f0b7b700-c00e-4b02-9796-30e6af30c752 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447793 Nov 20 08:42:07.172352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962250ed-3fb7-4ac9-89cf-7cf0f5e09f2d req-60851164-c569-41a5-a55f-4fa0e97e01ce tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:07.174100 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-962250ed-3fb7-4ac9-89cf-7cf0f5e09f2d req-60851164-c569-41a5-a55f-4fa0e97e01ce tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 943 time: 0.0948720 Nov 20 08:42:07.186052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:07.220961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port c801344c-1451-4c05-b03b-cfcab2a0a23e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c801344c-1451-4c05-b03b-cfcab2a0a23e,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:07.221834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:07.228673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:07.230592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1fd99dfe-6633-4963-a8e5-ff50b15a5360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:07.234747 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-962250ed-3fb7-4ac9-89cf-7cf0f5e09f2d req-bbca3c77-6e1e-4824-b37a-2edc9bc38ccc tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545335 Nov 20 08:42:07.301806 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=c801344c-1451-4c05-b03b-cfcab2a0a23e,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:07.305485 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:07.307671 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'code': 200} Nov 20 08:42:07.691703 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb8b8c-9f2a-421b-8462-b14fcdcd0685 req-c136b678-7265-4b0b-8ba0-7755734d0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:07.693475 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-45cb8b8c-9f2a-421b-8462-b14fcdcd0685 req-c136b678-7265-4b0b-8ba0-7755734d0f59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 1162 time: 0.0752699 Nov 20 08:42:07.747121 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-45cb8b8c-9f2a-421b-8462-b14fcdcd0685 req-d52e05e9-dba4-4e60-bc1d-e62015920756 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399988 Nov 20 08:42:07.963000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ed799-153e-4c5f-9774-ec46afd5bdc1 req-1ae7d2dd-0dc8-4a7a-8ad9-b8724d81c959 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:07.964721 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d7ed799-153e-4c5f-9774-ec46afd5bdc1 req-1ae7d2dd-0dc8-4a7a-8ad9-b8724d81c959 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.0903928 Nov 20 08:42:08.017970 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5d7ed799-153e-4c5f-9774-ec46afd5bdc1 req-30474800-1682-41c5-a36f-7bc8a4fb5af5 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Nov 20 08:42:08.148863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:42:08.219471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:08.221206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:08.346542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c801344c-1451-4c05-b03b-cfcab2a0a23e up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:42:08.421270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port c801344c-1451-4c05-b03b-cfcab2a0a23e triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:08.421812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:08.428141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db462a16-6c37-48d5-93ff-697772866ce9 req-0c48213d-d8f7-482d-b0d8-cc08f823190a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:08.429905 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-db462a16-6c37-48d5-93ff-697772866ce9 req-0c48213d-d8f7-482d-b0d8-cc08f823190a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0887201 Nov 20 08:42:08.484536 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-db462a16-6c37-48d5-93ff-697772866ce9 req-d52c6f70-3a42-4bea-b1f3-503cc64e1138 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479960 Nov 20 08:42:08.541267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-593b6029-f6b7-4200-a5b1-1fa9b05d9c3e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:08.542784 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-593b6029-f6b7-4200-a5b1-1fa9b05d9c3e tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.23 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.1281662 Nov 20 08:42:08.548759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101fbb-b79b-41af-b63f-bf7043f8fcc6 req-0b582f04-82a7-4d40-a37c-fbcaf328984c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:08.550264 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-33101fbb-b79b-41af-b63f-bf7043f8fcc6 req-0b582f04-82a7-4d40-a37c-fbcaf328984c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.1733158 Nov 20 08:42:08.865492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-33101fbb-b79b-41af-b63f-bf7043f8fcc6 req-7d0b00ef-dac9-4ec1-8274-5958c6c722a2 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085096 Nov 20 08:42:08.871938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Deleting port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:08.872208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:09.181482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] For port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:09.182277 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:09.303331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e3d2-bdc9-4e6b-bb9b-13253a828a03 req-9ac1e955-c428-4ea9-9456-e8ebbc489332 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:09.305174 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aa50e3d2-bdc9-4e6b-bb9b-13253a828a03 req-9ac1e955-c428-4ea9-9456-e8ebbc489332 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 945 time: 0.0908799 Nov 20 08:42:09.325903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Calling delete_port for 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:09.363208 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-aa50e3d2-bdc9-4e6b-bb9b-13253a828a03 req-f3f8e0ac-f0fa-40de-9bac-a121154cb507 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/security-groups?id=a9b13794-183c-4edb-8173-a05f9e9d2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Nov 20 08:42:09.496978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:09.515810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:09.608491 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Pushing event deleted for resources: {'Port': ['ID=9ade6b69-9241-4afc-9a6b-70c0bfc323d5,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:09.618024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:09.770474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:09.809428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:42:09.810199 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:42:09.932693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd252cc-c2c1-490f-8e4d-3fbbd378a89e req-e2bfd56a-6107-4521-a744-23da9a134d6a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:09.934656 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8dd252cc-c2c1-490f-8e4d-3fbbd378a89e req-e2bfd56a-6107-4521-a744-23da9a134d6a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1898646 Nov 20 08:42:09.965030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] No DVR routers for this DVR port 9ade6b69-9241-4afc-9a6b-70c0bfc323d5 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:42:09.967476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:09.981575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'name': 'network-vif-deleted', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:09.992440 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e8433fb1-6ceb-4400-9650-ff4018545469 req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.23 "DELETE /v2.0/ports/9ade6b69-9241-4afc-9a6b-70c0bfc323d5 HTTP/1.1" status: 204 len: 173 time: 1.2134497 Nov 20 08:42:10.037912 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8dd252cc-c2c1-490f-8e4d-3fbbd378a89e req-67f12177-427c-4e9a-80bd-d5ac0596c8f2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956182 Nov 20 08:42:10.138490 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fcf0a8-6e51-4947-b65a-381f796ae00d', 'name': 'network-vif-deleted', 'tag': '9ade6b69-9241-4afc-9a6b-70c0bfc323d5', 'status': 'completed', 'code': 200} Nov 20 08:42:10.178518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2defa-6448-4eb9-bf7d-ef079be6d859 req-17259647-82df-460d-a4bb-da95570496ec tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:10.189107 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ffd2defa-6448-4eb9-bf7d-ef079be6d859 req-17259647-82df-460d-a4bb-da95570496ec tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.1503360 Nov 20 08:42:10.273590 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ffd2defa-6448-4eb9-bf7d-ef079be6d859 req-bc3bfbd9-d6bc-45ed-82cc-282d4853001f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808859 Nov 20 08:42:10.565008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035e40-f220-4bf5-93c2-033e30e74f7d req-33a29e3d-cd92-4163-9a51-3f29284edb5f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:10.566606 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b035e40-f220-4bf5-93c2-033e30e74f7d req-33a29e3d-cd92-4163-9a51-3f29284edb5f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.1287377 Nov 20 08:42:10.578118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 41866) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:10.587132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Request body: {'floatingip': {'port_id': 'c801344c-1451-4c05-b03b-cfcab2a0a23e'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:10.681492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4233c9d4-3b69-4437-bdcb-7c09c9f0d288 req-b90176b1-d2b6-4f02-a4e2-b5981673e5b6 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 210 time: 0.0801144 Nov 20 08:42:10.686453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.379992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec21a4d-4e49-49ff-9265-eb47c1c7aa72 req-e0987aa0-60dc-4a11-9476-cc783816e873 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:11.382547 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eec21a4d-4e49-49ff-9265-eb47c1c7aa72 req-e0987aa0-60dc-4a11-9476-cc783816e873 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1460311 Nov 20 08:42:11.543645 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eec21a4d-4e49-49ff-9265-eb47c1c7aa72 req-0e936c45-3336-4b8e-9993-723c4605644e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420445 Nov 20 08:42:11.564598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.571337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:11.804428 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Floating IP fa9e66ec-d187-4151-8508-cc78e973cd4d associated. External IP: 172.28.3.23, port: c801344c-1451-4c05-b03b-cfcab2a0a23e. Nov 20 08:42:11.926606 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8a2caaac-d175-43af-99de-794e7e2a7cb2 req-074bca96-2bc1-43c3-8b2c-1ad84aa5bb51 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] 10.222.0.20 "GET /v2.0/ports?device_id=84fcf0a8-6e51-4947-b65a-381f796ae00d HTTP/1.1" status: 200 len: 210 time: 0.0625734 Nov 20 08:42:12.562514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:42:12.924744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a9699-d7e9-4b2b-8022-dcedcaefd9f3 req-9a0e4f95-ede9-4df1-8677-ead3688f70f3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:12.931741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c84a9699-d7e9-4b2b-8022-dcedcaefd9f3 req-9a0e4f95-ede9-4df1-8677-ead3688f70f3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1251047 Nov 20 08:42:12.950368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:42:12.984589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:12.994490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:42:13.020880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:13.023468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:41:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:13.073299 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c84a9699-d7e9-4b2b-8022-dcedcaefd9f3 req-2a694890-8e29-421c-ab7a-dfe382289b74 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448841 Nov 20 08:42:13.097656 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2e70e756-a8e9-4e23-81f5-1f02a3460d4c tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "PUT /v2.0/floatingips/fa9e66ec-d187-4151-8508-cc78e973cd4d HTTP/1.1" status: 200 len: 990 time: 2.5177076 Nov 20 08:42:13.098771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:13.212793 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'status': 'completed', 'code': 200} Nov 20 08:42:13.269988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:42:13.381544 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d305e0-b262-4560-9594-db48cd9b124f req-47a89550-cdf8-4d67-ab65-e131cc7258f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:13.387114 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-47a89550-cdf8-4d67-ab65-e131cc7258f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=651c44deab754e37b14b36cd2f61906c&device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 1162 time: 0.1244597 Nov 20 08:42:13.610469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d305e0-b262-4560-9594-db48cd9b124f req-d01b708f-4bbb-419b-97fd-cabd09605063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:13.612197 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-d01b708f-4bbb-419b-97fd-cabd09605063 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 200 len: 905 time: 0.2169015 Nov 20 08:42:13.820393 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-2bd5fb8f-4830-4f11-8ff1-f8dc7b6196b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c801344c-1451-4c05-b03b-cfcab2a0a23e HTTP/1.1" status: 200 len: 998 time: 0.1955526 Nov 20 08:42:13.830782 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec4cf-aa09-41a2-87ff-87f5ae024959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:13.847446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'fa9e66ec-d187-4151-8508-cc78e973cd4d', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'port_id': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'mac_address': 'fa:16:3e:48:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:41:50Z', 'updated_at': '2020-11-20T08:42:11Z', 'revision_number': 1, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:13.853722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:42:13.869818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:13.870724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:41:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:13.932077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d305e0-b262-4560-9594-db48cd9b124f req-4326b0d5-b39e-4fbf-8342-ff5251168712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:13.932077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-4326b0d5-b39e-4fbf-8342-ff5251168712 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 200 len: 850 time: 0.0994120 Nov 20 08:42:14.105920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d305e0-b262-4560-9594-db48cd9b124f req-0d33ae3a-338e-4016-8807-c9504d212efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:14.113532 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-0d33ae3a-338e-4016-8807-c9504d212efe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1f77e520-5960-41b4-861f-f79b8f710eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1741686 Nov 20 08:42:14.199489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:42:14.295636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41938) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:14.488126 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-86ce4e7d-95f5-4b9f-9de7-ae5c8820e4b4 service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447185 Nov 20 08:42:14.500117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea9026-e3ab-480b-b092-3ceaaa130664 req-2256afc7-b883-400b-96dd-9cb3f0cad2dd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:14.502383 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ea9026-e3ab-480b-b092-3ceaaa130664 req-2256afc7-b883-400b-96dd-9cb3f0cad2dd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1646986 Nov 20 08:42:14.681583 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-47d305e0-b262-4560-9594-db48cd9b124f req-56ce9b09-683d-41c4-8d9b-99771965b0ce service neutron] 10.222.0.23 "GET /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1711664 Nov 20 08:42:14.749301 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8ea9026-e3ab-480b-b092-3ceaaa130664 req-be1b545d-94b5-45fb-ad30-9f92df706aa4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664918 Nov 20 08:42:14.967300 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642070'] for router_interface, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:14.983617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'fa9e66ec-d187-4151-8508-cc78e973cd4d', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'port_id': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'mac_address': 'fa:16:3e:48:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:41:50Z', 'updated_at': '2020-11-20T08:42:11Z', 'revision_number': 1, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:14.989226 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c8354-b389-4fbf-8ce4-85fd1dba1c64 None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'fa9e66ec-d187-4151-8508-cc78e973cd4d', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'port_id': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'mac_address': 'fa:16:3e:48:40:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:41:50Z', 'updated_at': '2020-11-20T08:42:11Z', 'revision_number': 1, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:42:15.389428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1077d8-71a6-481b-8571-b5488ed5f643 None None] New status for floating IP fa9e66ec-d187-4151-8508-cc78e973cd4d: ACTIVE {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:42:15.971848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Deleting port c426c74d-8552-40bb-9738-2086b8e749c6 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:15.972395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:16.078970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d2229-4cf2-4c22-9339-e16c5eafc534 req-0c57ae2a-7a7c-4b53-905b-e99ccfa502a4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:16.080746 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-279d2229-4cf2-4c22-9339-e16c5eafc534 req-0c57ae2a-7a7c-4b53-905b-e99ccfa502a4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1175954 Nov 20 08:42:16.124881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-89beb4ff-3988-43d8-9fe1-efe64f2a5a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:16.197593 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-279d2229-4cf2-4c22-9339-e16c5eafc534 req-81668fe9-b5fd-40b0-9dd9-aa7417ff58a4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093693 Nov 20 08:42:16.271043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] For port c426c74d-8552-40bb-9738-2086b8e749c6, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c426c74d-8552-40bb-9738-2086b8e749c6,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:16.271469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:16.421414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Calling delete_port for c426c74d-8552-40bb-9738-2086b8e749c6 owned by network:router_interface {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:16.646917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:17.009237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:17.050988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:17.112434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Pushing event deleted for resources: {'Port': ['ID=c426c74d-8552-40bb-9738-2086b8e749c6,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:17.150661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:17.632493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1fdf8-dbd9-498a-8c0a-9bf5267d6322 req-8d5b7251-8de2-410f-940a-e50a0353e50a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:17.640710 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16e1fdf8-dbd9-498a-8c0a-9bf5267d6322 req-8d5b7251-8de2-410f-940a-e50a0353e50a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1708891 Nov 20 08:42:17.687135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851321402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367919'] for router_interface, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:17.872668 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16e1fdf8-dbd9-498a-8c0a-9bf5267d6322 req-7bcdc136-20d9-41c6-8ad3-4073557ccabc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308581 Nov 20 08:42:18.039110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:18.404884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:18.553008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822176f9-f24c-43cd-936c-458f96486df9 req-14a3713b-2eb1-4bb3-aa53-07d704a297c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:18.556167 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-14a3713b-2eb1-4bb3-aa53-07d704a297c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1163 time: 0.0955093 Nov 20 08:42:18.578024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Router 68d885b5-0a46-4639-9395-05a3d3024fa5 has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:42:18.780033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822176f9-f24c-43cd-936c-458f96486df9 req-a200eeee-5b75-4f63-abf7-846d26805118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:18.783010 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-a200eeee-5b75-4f63-abf7-846d26805118 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.2053208 Nov 20 08:42:18.940309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:42:18.961372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] Sync routers for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:42:18.964512 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-4071ca0b-937f-40e0-be67-333b3513af0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 1002 time: 0.1663101 Nov 20 08:42:18.970795 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a1541520-6b10-4d08-8908-f61d81dfa344 admin admin] 10.222.0.20 "PUT /v2.0/routers/68d885b5-0a46-4639-9395-05a3d3024fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6738868 Nov 20 08:42:18.980470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 41976) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:18.987870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:18.993692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:42:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:19.123482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822176f9-f24c-43cd-936c-458f96486df9 req-98700abb-8c83-411c-b211-544edd65c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:19.125334 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-98700abb-8c83-411c-b211-544edd65c16a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.1521413 Nov 20 08:42:19.258689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822176f9-f24c-43cd-936c-458f96486df9 req-5f421c72-d1df-4ee7-a119-a5176d749b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:19.261699 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-5f421c72-d1df-4ee7-a119-a5176d749b0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1263154 Nov 20 08:42:19.293849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:42:19.377802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c727d7a-18bf-4ff4-ac18-86203fdd17fb req-9203c200-2a36-48ac-9b29-50d6f5510454 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:19.379616 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7c727d7a-18bf-4ff4-ac18-86203fdd17fb req-9203c200-2a36-48ac-9b29-50d6f5510454 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.2509460 Nov 20 08:42:19.442221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-c4353ffa-5f66-4850-81e9-d018004d83c9 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716564 Nov 20 08:42:19.460177 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7c727d7a-18bf-4ff4-ac18-86203fdd17fb req-cbe50baa-ce6a-475a-bd62-174fa80f669b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679352 Nov 20 08:42:19.490393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:19.628195 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-822176f9-f24c-43cd-936c-458f96486df9 req-7f5b2815-e273-4fc2-a200-633a0cf34742 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1763465 Nov 20 08:42:19.804963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:19.843949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:42:16Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:19.850173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] Checking router: 68d885b5-0a46-4639-9395-05a3d3024fa5 for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:42:19.870734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] Routers {'68d885b5-0a46-4639-9395-05a3d3024fa5'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:19.871692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:42:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['68d885b5-0a46-4639-9395-05a3d3024fa5'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:20.098503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:20.109980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Deleting port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:20.110462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:20.223967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] Set router 68d885b5-0a46-4639-9395-05a3d3024fa5 gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:42:20.385732 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] For port 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:20.386411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:20.505002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:42:20.549953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Calling delete_port for 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 owned by network:router_gateway {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:20.632427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:42:16Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:20.639585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d848df3-5f0b-4a23-ad86-41656fe27137 None None] The sync data for ids ['68d885b5-0a46-4639-9395-05a3d3024fa5'] in dv-cinder-733622-11-smb is: [{'id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'name': 'tempest-TestMinimumBasicScenario-572272095-router', 'tenant_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:37:57Z', 'updated_at': '2020-11-20T08:42:16Z', 'revision_number': 5, 'project_id': '83fb1b157ec340dabd1fe6f1a38992a6', 'gw_port': {'id': '5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d885b5-0a46-4639-9395-05a3d3024fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:37:58Z', 'updated_at': '2020-11-20T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:42:20.655808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da7bcc-0b90-4f90-8c50-ae00bd0b4f79 req-e899acc0-f371-4a83-8128-4ea5757e5538 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:20.694639 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3da7bcc-0b90-4f90-8c50-ae00bd0b4f79 req-e899acc0-f371-4a83-8128-4ea5757e5538 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.2099869 Nov 20 08:42:20.829077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3da7bcc-0b90-4f90-8c50-ae00bd0b4f79 req-b529f040-7aaf-4da2-82a2-096d35f85b29 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329854 Nov 20 08:42:20.947363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:20.986943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:21.120174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:21.142446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373670e-213d-4d8a-bc85-8c8dc2752099 req-e278824a-0225-4109-9064-141c0a6ffe34 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:21.144645 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e373670e-213d-4d8a-bc85-8c8dc2752099 req-e278824a-0225-4109-9064-141c0a6ffe34 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.3100605 Nov 20 08:42:21.146554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:21.267429 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e373670e-213d-4d8a-bc85-8c8dc2752099 req-58c0c6db-ebeb-4438-8db0-3024209cdfbf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054630 Nov 20 08:42:21.465160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401513'] for router_gateway, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:21.799408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1588'] for router, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:21.805153 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:21.851030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854370357'] for router, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:21.851726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68d885b5-0a46-4639-9395-05a3d3024fa5 {{(pid=80321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:42:21.876198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Notify callbacks [] for router, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:21.880133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 41998) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:21.880270 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/68d885b5-0a46-4639-9395-05a3d3024fa5 HTTP/1.1" status: 204 len: 168 time: 2.8986056 Nov 20 08:42:22.005233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Deleting subnet ce982381-f43f-4f6d-b3d3-8e7be29fc23f {{(pid=80320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:42:22.021320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c426c74d-8552-40bb-9738-2086b8e749c6 no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:22.026578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.060424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: c426c74d-8552-40bb-9738-2086b8e749c6 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:42:22.061132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c426c74d-8552-40bb-9738-2086b8e749c6 not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:42:22.132525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11683736'] for subnet, precommit_delete_associations {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.285758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327c2f1-ec26-4925-952f-c64bd65e6582 req-b9ebde72-3582-40b1-a3f6-5d590207cf40 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:22.288168 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a327c2f1-ec26-4925-952f-c64bd65e6582 req-b9ebde72-3582-40b1-a3f6-5d590207cf40 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.2071903 Nov 20 08:42:22.322989 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.605685 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a327c2f1-ec26-4925-952f-c64bd65e6582 req-3d434d52-cd08-484d-bdff-1e69acdc350d tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102996 Nov 20 08:42:22.689342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533d88f-b448-44f0-88f1-0f4be900bce9 req-02503d22-2a3b-4fc8-b23d-f33904d1bf9f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:22.691033 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f533d88f-b448-44f0-88f1-0f4be900bce9 req-02503d22-2a3b-4fc8-b23d-f33904d1bf9f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0933278 Nov 20 08:42:22.742169 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f533d88f-b448-44f0-88f1-0f4be900bce9 req-c5891f9e-fac4-4201-8c3c-ddca1587d03a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442195 Nov 20 08:42:22.841650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11275677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11394838'] for subnet, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:22.856497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:22.902342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce982381-f43f-4f6d-b3d3-8e7be29fc23f,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:22.906388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:23.009026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.014043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef0d80-c6e0-47f5-8b20-a81b69a5cf65 None None] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:42:23.016175 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9b627472-14b6-4ff7-b28a-4effa299f5d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce982381-f43f-4f6d-b3d3-8e7be29fc23f HTTP/1.1" status: 204 len: 168 time: 1.1337383 Nov 20 08:42:23.018618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42016) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:23.143207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.222172 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Deleting port 5bcb9525-e81f-424c-a403-f358a9523184 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:23.222828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.298628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] DHCP port deletion for f3af676f-1919-4f5e-af7b-1ebc62b1b169 request from dv-cinder-733622-11-smb {{(pid=80322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:42:23.304094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Deleting port 5bcb9525-e81f-424c-a403-f358a9523184 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:23.304524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.510920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] For port 5bcb9525-e81f-424c-a403-f358a9523184, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5bcb9525-e81f-424c-a403-f358a9523184,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:23.511312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.526854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] For port 5bcb9525-e81f-424c-a403-f358a9523184, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=5bcb9525-e81f-424c-a403-f358a9523184,segment=NetworkSegment(059e1914-4191-45e7-b10e-b44f2a825a78),segment_id=059e1914-4191-45e7-b10e-b44f2a825a78)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:23.527240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.642502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Calling delete_port for 5bcb9525-e81f-424c-a403-f358a9523184 owned by network:dhcp {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:23.654876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Calling delete_port for 5bcb9525-e81f-424c-a403-f358a9523184 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:23.705978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-8c21dc8e-86a5-4514-9964-894afe26c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:23.707695 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-8c21dc8e-86a5-4514-9964-894afe26c757 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1163 time: 0.2610719 Nov 20 08:42:23.732722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:23.757903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a91fc6f9-3197-44b1-9ed6-4a400e49163f tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:23.815368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:42:23.815897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:42:23.837233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcb9525-e81f-424c-a403-f358a9523184,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:23.845903 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:23.875088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420740-d8de-4f63-a794-3fb7b0f1a9be req-fbb58613-af61-4340-9bd5-196f794af3c6 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:23.878383 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f8420740-d8de-4f63-a794-3fb7b0f1a9be req-fbb58613-af61-4340-9bd5-196f794af3c6 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.1150045 Nov 20 08:42:23.932601 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f8420740-d8de-4f63-a794-3fb7b0f1a9be req-4826d7a1-4e73-4ad6-8f82-b07b1e0e4243 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461383 Nov 20 08:42:23.992369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5bcb9525-e81f-424c-a403-f358a9523184 no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:24.027006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: 5bcb9525-e81f-424c-a403-f358a9523184 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:42:24.027394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5bcb9525-e81f-424c-a403-f358a9523184 not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:42:24.027841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:24.059800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:42:24.060112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 5628e36d-77b0-42eb-9d8c-ba8e6f9d1c76 not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:42:24.086709 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] No DVR routers for this DVR port 5bcb9525-e81f-424c-a403-f358a9523184 on host dv-cinder-733622-11-smb {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:42:24.183105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-263322c7-ef9a-4be9-a778-ac659a3fe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:24.184736 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-263322c7-ef9a-4be9-a778-ac659a3fe81b service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.3882532 Nov 20 08:42:24.304032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f4f9d-f9f6-40c1-8078-aaab2ccb1c5b req-3bafd78e-e416-4771-a05b-8a483bfa8fa9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:24.305695 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f0f4f9d-f9f6-40c1-8078-aaab2ccb1c5b req-3bafd78e-e416-4771-a05b-8a483bfa8fa9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.3808260 Nov 20 08:42:24.315090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:24.316892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Deleting port 5bcb9525-e81f-424c-a403-f358a9523184 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:24.317330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:24.390078 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-50b54954-7d9f-4779-8843-322d1a21e6b6 None None] The port '5bcb9525-e81f-424c-a403-f358a9523184' was deleted {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:42:24.514612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3af676f-1919-4f5e-af7b-1ebc62b1b169']}} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:24.526506 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-a5e40019-881e-42e9-8768-45a3bc4ea384 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 1002 time: 0.3311458 Nov 20 08:42:24.530611 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f0f4f9d-f9f6-40c1-8078-aaab2ccb1c5b req-a175d790-9ed9-4656-ac4e-9138af3f97ec tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001083 Nov 20 08:42:24.532295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059e1914-4191-45e7-b10e-b44f2a825a78') {'for_net_delete': True} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:24.532644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059e1914-4191-45e7-b10e-b44f2a825a78') {} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:24.585206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843092079'] for segment, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:24.620750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:24.624414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:42:24.662547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-52e47a7b-f376-4ff4-b22a-9a78ea254ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:24.664263 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-52e47a7b-f376-4ff4-b22a-9a78ea254ee7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.1237092 Nov 20 08:42:24.867604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 has no segments {{(pid=80320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:42:24.881442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843499661'] for segment, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:25.057678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-099675bd-6519-4831-a080-09b810c6eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:25.059296 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-099675bd-6519-4831-a080-09b810c6eff6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3452704 Nov 20 08:42:25.094244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Network f3af676f-1919-4f5e-af7b-1ebc62b1b169 has no segments {{(pid=80320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:42:25.121578 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:42:25.543751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:25.558791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:25.575790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:25.601872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3af676f-1919-4f5e-af7b-1ebc62b1b169,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:25.609217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:25.614418 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-a33785ba-afef-4d54-b550-6183cd9bb32a service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426078 Nov 20 08:42:25.625115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1df68a-d18a-456e-ba72-541a95f0e8b5 req-ad03d645-bc79-49b4-b97e-0ba6a93c5f2b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:25.626641 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ea1df68a-d18a-456e-ba72-541a95f0e8b5 req-ad03d645-bc79-49b4-b97e-0ba6a93c5f2b tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.5245066 Nov 20 08:42:25.682298 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3af676f-1919-4f5e-af7b-1ebc62b1b169 HTTP/1.1" status: 204 len: 168 time: 2.6625581 Nov 20 08:42:25.791906 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ea1df68a-d18a-456e-ba72-541a95f0e8b5 req-87132068-1fed-4226-b1b3-1f1275e964cf tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350017 Nov 20 08:42:25.819318 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2f555fe1-dae2-4c57-b64e-de88f6d13a0b req-f3670aae-e6da-4b39-88ca-68f2b5056ceb service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1890111 Nov 20 08:42:25.849706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42036) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:25.959808 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-948eb4d2-7ae7-4d95-9805-eb870230907b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83fb1b157ec340dabd1fe6f1a38992a6&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1085989 Nov 20 08:42:25.963087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42040) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:26.016511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2517287-ece5-4691-9872-046992d83d5c req-66f0d87f-9c09-44b3-9d6a-9f6388905d43 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:26.018168 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b2517287-ece5-4691-9872-046992d83d5c req-66f0d87f-9c09-44b3-9d6a-9f6388905d43 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 945 time: 0.0828772 Nov 20 08:42:26.021749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a9148-d4de-43d9-8228-d58c546a2d30 req-bbce26f2-4025-4c6d-8457-207433ab05f4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:26.023458 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8a9148-d4de-43d9-8228-d58c546a2d30 req-bbce26f2-4025-4c6d-8457-207433ab05f4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1534402 Nov 20 08:42:26.024511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 49a0561b-9fc2-4530-b328-f2c73df43971 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:26.070260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.100175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Deleting port 49a0561b-9fc2-4530-b328-f2c73df43971 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:26.100568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.114946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4d8a9148-d4de-43d9-8228-d58c546a2d30 req-14b5855e-9a4c-4fe3-8dd0-a345827a3c6e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829425 Nov 20 08:42:26.116777 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.174346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.187417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04c060ef-efb6-4808-9f1c-3b887f5a14a9 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:26.201548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b13794-183c-4edb-8173-a05f9e9d2843,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:26.214542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:26.216920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.220531 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9b13794-183c-4edb-8173-a05f9e9d2843 HTTP/1.1" status: 204 len: 168 time: 0.2541764 Nov 20 08:42:26.320318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.349229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:26.362840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 49a0561b-9fc2-4530-b328-f2c73df43971, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=49a0561b-9fc2-4530-b328-f2c73df43971,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:26.367860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.370794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:26.405236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] For port 49a0561b-9fc2-4530-b328-f2c73df43971, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=49a0561b-9fc2-4530-b328-f2c73df43971,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:26.405975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:26.419166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971', 'code': 200} Nov 20 08:42:26.461439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=49a0561b-9fc2-4530-b328-f2c73df43971,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:26.466241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:26.546395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Calling delete_port for 49a0561b-9fc2-4530-b328-f2c73df43971 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:26.638032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:42:26.638319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:42:27.018283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60448bf4-d7bc-45ea-8d46-36e9d6b9ec3b req-2e6011d7-1476-48d8-851e-4ff1a8aed9c1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:27.020085 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60448bf4-d7bc-45ea-8d46-36e9d6b9ec3b req-2e6011d7-1476-48d8-851e-4ff1a8aed9c1 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 943 time: 0.0842102 Nov 20 08:42:27.071215 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60448bf4-d7bc-45ea-8d46-36e9d6b9ec3b req-c5c0a6f9-4ab1-4b39-bad6-f4561b42f2c4 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/security-groups?id=c13e84d3-1ffe-46b1-80a0-7daf209902d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Nov 20 08:42:27.139298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Deleting port 49a0561b-9fc2-4530-b328-f2c73df43971 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:42:27.139681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:27.366409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db9ab2-f6c7-4a88-91fb-3bb394b02a97 req-1ebdf368-936c-49df-a762-17a483acec0d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:27.368051 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-74db9ab2-f6c7-4a88-91fb-3bb394b02a97 req-1ebdf368-936c-49df-a762-17a483acec0d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0891047 Nov 20 08:42:27.407314 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] For port 49a0561b-9fc2-4530-b328-f2c73df43971, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=49a0561b-9fc2-4530-b328-f2c73df43971,segment=NetworkSegment(e347236d-b9bb-46b6-907c-08952572df71),segment_id=e347236d-b9bb-46b6-907c-08952572df71)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:27.407714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:27.419177 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-74db9ab2-f6c7-4a88-91fb-3bb394b02a97 req-f1e2a782-6f19-438e-a4f8-096a57e0d22b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447166 Nov 20 08:42:27.541599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Calling delete_port for 49a0561b-9fc2-4530-b328-f2c73df43971 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:42:27.691057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:27.710498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9921405b-86f6-4d1f-b660-a172a4eaab83 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:27.766154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Pushing event deleted for resources: {'Port': ['ID=49a0561b-9fc2-4530-b328-f2c73df43971,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:27.779395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:27.928669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] No DVR routers for this DVR port 49a0561b-9fc2-4530-b328-f2c73df43971 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:42:27.930752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:27.933739 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'name': 'network-vif-deleted', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:27.950823 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b2517287-ece5-4691-9872-046992d83d5c req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.23 "DELETE /v2.0/ports/49a0561b-9fc2-4530-b328-f2c73df43971 HTTP/1.1" status: 204 len: 173 time: 1.9265559 Nov 20 08:42:27.998899 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7417f7-0f43-4d03-a39d-7c6963a72bfc', 'name': 'network-vif-deleted', 'tag': '49a0561b-9fc2-4530-b328-f2c73df43971', 'status': 'completed', 'code': 200} Nov 20 08:42:28.016873 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 2dcd3b44-4f35-4081-ad88-7284920a5050 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:42:28.149038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:28.183915 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:28.186816 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:28.189453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1235dd6b-b288-4036-888c-f21ab1ad93be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:28.258180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:28.261826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:28.276470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d6dbdd14-a0b3-46d2-8eb4-d152142f3e28 req-4e3290e8-9bb6-43b5-ab56-0d4cd28e0b27 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Synchronizing usage tracker for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:42:28.290985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-d6dbdd14-a0b3-46d2-8eb4-d152142f3e28 req-4e3290e8-9bb6-43b5-ab56-0d4cd28e0b27 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Unset dirty status for tenant:75ef80cf80414e858fe21b4b95328e3b on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:42:28.292207 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d6dbdd14-a0b3-46d2-8eb4-d152142f3e28 req-4e3290e8-9bb6-43b5-ab56-0d4cd28e0b27 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] 10.222.0.20 "GET /v2.0/ports?device_id=1b7417f7-0f43-4d03-a39d-7c6963a72bfc HTTP/1.1" status: 200 len: 210 time: 0.0630858 Nov 20 08:42:28.420810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:28.477888 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'code': 422} returned with failed status Nov 20 08:42:28.647810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef44ab-de44-48ec-aaba-394330693f82 req-e6362347-8d1a-4dd7-a56e-56f37f0b3d96 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:28.649469 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f6ef44ab-de44-48ec-aaba-394330693f82 req-e6362347-8d1a-4dd7-a56e-56f37f0b3d96 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0857041 Nov 20 08:42:28.705426 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f6ef44ab-de44-48ec-aaba-394330693f82 req-f9939c1d-d68b-4005-9a43-f9e355d65de1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498037 Nov 20 08:42:29.733638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd699bbb-5516-44c9-85a2-543ca028ca30 req-a6ca8304-8ff8-44fe-9360-9b8855f33c2f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:29.735286 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd699bbb-5516-44c9-85a2-543ca028ca30 req-a6ca8304-8ff8-44fe-9360-9b8855f33c2f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.1052833 Nov 20 08:42:29.759668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42098) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:29.801285 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd699bbb-5516-44c9-85a2-543ca028ca30 req-3636374a-2e59-4d71-a021-657d39f1f853 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591109 Nov 20 08:42:29.940188 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-d5deb273-2847-4e0a-ba8c-542447fc0f11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1786432 Nov 20 08:42:31.034714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace72f1-2890-4697-a340-b3652b7cd295 req-8d1ad95b-d45a-4893-acd6-f5c7233730c5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:31.036367 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ace72f1-2890-4697-a340-b3652b7cd295 req-8d1ad95b-d45a-4893-acd6-f5c7233730c5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0919642 Nov 20 08:42:31.090288 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ace72f1-2890-4697-a340-b3652b7cd295 req-1d2f0415-832d-47c2-839d-16ccad39f718 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471179 Nov 20 08:42:31.214487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-2888ceeb-d6c4-49cd-a608-e97d5752e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:31.216009 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-2888ceeb-d6c4-49cd-a608-e97d5752e58c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c&tenant_id=05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 1161 time: 0.0790730 Nov 20 08:42:31.332784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-6d945abf-2dd1-481d-bbe6-c1f9d6a30b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:31.334575 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-6d945abf-2dd1-481d-bbe6-c1f9d6a30b90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1161 time: 0.0840425 Nov 20 08:42:31.484695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-0cd83686-b7d6-4797-8979-90d7b44ff8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:31.486296 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-0cd83686-b7d6-4797-8979-90d7b44ff8d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1449175 Nov 20 08:42:31.597006 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-5de19942-95f9-4645-828e-7979ffad7e29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 1000 time: 0.1034381 Nov 20 08:42:31.673974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-421125d2-353b-49da-b285-68e92deb1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:31.675580 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-421125d2-353b-49da-b285-68e92deb1a29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0686986 Nov 20 08:42:31.760679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-8297694f-9825-4637-a0f1-60589c702181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:31.762309 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-8297694f-9825-4637-a0f1-60589c702181 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0792055 Nov 20 08:42:31.912564 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-2d94faf9-55cf-431a-a2e7-8351501c9523 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427293 Nov 20 08:42:32.059024 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-881d68ea-2ce4-49ee-b15f-c5e6aed0ed90 req-34969b84-68d1-4e2d-a1f8-bbdec915b611 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391501 Nov 20 08:42:32.330414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e577-8b2e-478b-8358-506de70cfc64 req-14c8632d-45ec-4cca-bfcf-ced14d0447c4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:32.332026 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5313e577-8b2e-478b-8358-506de70cfc64 req-14c8632d-45ec-4cca-bfcf-ced14d0447c4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0862055 Nov 20 08:42:32.385387 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5313e577-8b2e-478b-8358-506de70cfc64 req-7abd83b3-a91f-4d0b-947b-a2381ce13217 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465262 Nov 20 08:42:33.628219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a19fb-43fa-4e7b-8e1e-932e7c570689 req-15a4cffd-41c5-4edf-b92f-0055c254fb1d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:33.629852 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-021a19fb-43fa-4e7b-8e1e-932e7c570689 req-15a4cffd-41c5-4edf-b92f-0055c254fb1d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0897930 Nov 20 08:42:33.680054 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-021a19fb-43fa-4e7b-8e1e-932e7c570689 req-70907f4f-e4f5-4102-8c91-0fa88f7acc70 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 Nov 20 08:42:34.927690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0664f-d581-49d6-aae0-ab5192d6cdc5 req-5160132f-2c41-480f-8b08-b367bf68e008 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:34.929275 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10d0664f-d581-49d6-aae0-ab5192d6cdc5 req-5160132f-2c41-480f-8b08-b367bf68e008 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0884242 Nov 20 08:42:34.982253 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10d0664f-d581-49d6-aae0-ab5192d6cdc5 req-25c94458-285d-4621-ae24-852a094a39b9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466535 Nov 20 08:42:36.224923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e21577-f168-4d1f-bf33-1b6c7e3bc0c1 req-399994dc-e080-4231-9b47-05a3d8c87d0a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:36.226599 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b0e21577-f168-4d1f-bf33-1b6c7e3bc0c1 req-399994dc-e080-4231-9b47-05a3d8c87d0a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0892098 Nov 20 08:42:36.279590 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b0e21577-f168-4d1f-bf33-1b6c7e3bc0c1 req-4efc7a50-0809-4f37-bb4b-9d94095f3d6d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461183 Nov 20 08:42:37.546743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52188a-adc1-4b3a-8b15-3dacaddbc213 req-21817da6-84e7-4fc0-b1b3-ce51248528a8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:37.548352 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0a52188a-adc1-4b3a-8b15-3dacaddbc213 req-21817da6-84e7-4fc0-b1b3-ce51248528a8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0974908 Nov 20 08:42:37.598031 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0a52188a-adc1-4b3a-8b15-3dacaddbc213 req-5b481994-1dae-4e6b-ad63-528bc8673e46 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427961 Nov 20 08:42:38.857340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c03346-d08d-4940-8017-c936fcc7e221 req-e06cea63-fc76-405a-811b-dc70ed1d6b4a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:38.858960 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16c03346-d08d-4940-8017-c936fcc7e221 req-e06cea63-fc76-405a-811b-dc70ed1d6b4a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0891368 Nov 20 08:42:38.910460 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-16c03346-d08d-4940-8017-c936fcc7e221 req-6932e3f6-644f-478f-9c6b-fc4c32e2634b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447419 Nov 20 08:42:40.166036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639ef2-4eb3-4ad1-b336-4feeb5df20c2 req-210cb23a-76a8-4d21-9c91-9897e536fa5d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:40.167691 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-12639ef2-4eb3-4ad1-b336-4feeb5df20c2 req-210cb23a-76a8-4d21-9c91-9897e536fa5d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0943465 Nov 20 08:42:40.233435 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-12639ef2-4eb3-4ad1-b336-4feeb5df20c2 req-903442f6-3b08-46a4-ab15-801414c089cc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488558 Nov 20 08:42:41.493019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e70c7-25e3-4554-8b3c-9c3066108d64 req-c1f26658-181d-46b7-9e20-f848c8b478d3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:41.494709 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-be6e70c7-25e3-4554-8b3c-9c3066108d64 req-c1f26658-181d-46b7-9e20-f848c8b478d3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0986009 Nov 20 08:42:41.547766 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-be6e70c7-25e3-4554-8b3c-9c3066108d64 req-37c065ca-7d62-49b7-96b8-d73e2d233feb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456066 Nov 20 08:42:43.041804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f82074-38ef-4d38-bc6b-f56cf1f947dc req-8e21d142-597a-4681-9d5d-e7bd7be7c874 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:43.043480 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f6f82074-38ef-4d38-bc6b-f56cf1f947dc req-8e21d142-597a-4681-9d5d-e7bd7be7c874 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.3324142 Nov 20 08:42:43.103375 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f6f82074-38ef-4d38-bc6b-f56cf1f947dc req-a32f92e9-790d-4bf6-ad40-71e0336c4809 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527420 Nov 20 08:42:43.800144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fa31b842-4c71-416c-b40a-acf516908e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:44.385474 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc0424-c94d-459d-8144-4c14347d03dc req-0f93b07a-caed-4d79-bdea-42db11e039cb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:44.387221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5dbc0424-c94d-459d-8144-4c14347d03dc req-0f93b07a-caed-4d79-bdea-42db11e039cb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.1148953 Nov 20 08:42:44.446565 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5dbc0424-c94d-459d-8144-4c14347d03dc req-2ea6ae27-154d-4231-ace3-bf8a06a8014b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526726 Nov 20 08:42:45.689223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c6b7-5453-452f-bd66-4fc985de7dd8 req-dc9fb9bb-a38d-4e36-894a-20b893cbdbc6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:45.694226 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eac6c6b7-5453-452f-bd66-4fc985de7dd8 req-dc9fb9bb-a38d-4e36-894a-20b893cbdbc6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0978494 Nov 20 08:42:45.768316 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eac6c6b7-5453-452f-bd66-4fc985de7dd8 req-bd0524ad-ecfe-485a-bf2f-f7781f61b96e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662799 Nov 20 08:42:46.118312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b695f862-29a7-4002-9a4d-f480f0fffac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:47.019132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:47.023740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943c90b-4ab7-4410-bbfc-648840a3b9b9 req-5c7ab639-0b32-43ff-be99-90f8342c4338 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:47.025382 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f943c90b-4ab7-4410-bbfc-648840a3b9b9 req-5c7ab639-0b32-43ff-be99-90f8342c4338 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0891781 Nov 20 08:42:47.075537 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f943c90b-4ab7-4410-bbfc-648840a3b9b9 req-b480aa1f-9ff4-4a76-b24c-93ea3b8cec8a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Nov 20 08:42:48.032190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:48.314878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5daa-25f3-416f-aa63-ca95f631ac34 req-42612f7b-84f3-4aeb-8419-54e13fdd5de4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:48.316192 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a5cd5daa-25f3-416f-aa63-ca95f631ac34 req-42612f7b-84f3-4aeb-8419-54e13fdd5de4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0928102 Nov 20 08:42:48.370153 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a5cd5daa-25f3-416f-aa63-ca95f631ac34 req-014748b5-33a8-4a6c-95d8-dc9bd8e2898a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467124 Nov 20 08:42:48.388728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:49.250759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:49.610597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18b812-a0c0-45c4-ac98-638ead92e442 req-fb8becd4-cbf3-4c2d-956d-40386b245eb2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:49.613169 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef18b812-a0c0-45c4-ac98-638ead92e442 req-fb8becd4-cbf3-4c2d-956d-40386b245eb2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0927970 Nov 20 08:42:49.668161 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ef18b812-a0c0-45c4-ac98-638ead92e442 req-827c207c-703e-45c0-a065-dfdf77fa8994 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493121 Nov 20 08:42:50.664416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42294) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:50.736051 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Deleting subnet 63faefb3-2a6b-4510-b237-6f4ca999c3ad {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:42:50.739515 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:50.798040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:50.919543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:50.986182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69de2f-bbb4-44c4-a4b5-09aef8f8188b req-94023689-b34f-44d7-9fda-2bd059599af7 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:50.987785 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fa69de2f-bbb4-44c4-a4b5-09aef8f8188b req-94023689-b34f-44d7-9fda-2bd059599af7 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.1600823 Nov 20 08:42:51.142249 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fa69de2f-bbb4-44c4-a4b5-09aef8f8188b req-53357126-b74b-40fc-85c1-49986c5cb05e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343832 Nov 20 08:42:51.248333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:51.269012 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-20c495fa-d042-4ebd-858b-cd945af7f517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:51.317176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63faefb3-2a6b-4510-b237-6f4ca999c3ad,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:51.380444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.381556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.382221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.382642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.383046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.383444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.383840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.384236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.384651 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.385050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.385439 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.385822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.386253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.386644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.387032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.387417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.387801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.388187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.388572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.389001 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.389387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.389771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.390152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.390532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:51.395057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:51.427624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:51.433898 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a1cf660a-79c0-4d16-82c1-1280918b741c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/63faefb3-2a6b-4510-b237-6f4ca999c3ad HTTP/1.1" status: 204 len: 168 time: 0.7677236 Nov 20 08:42:51.436375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42302) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:51.558677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:51.767481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:51.892190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062da9b3-c192-4ebd-85fb-316cb0d77c4f']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:51.907085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e347236d-b9bb-46b6-907c-08952572df71') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:51.909067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e347236d-b9bb-46b6-907c-08952572df71') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:51.921940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:51.942446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:51.945547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:42:52.137950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:42:52.147551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.379155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Network 062da9b3-c192-4ebd-85fb-316cb0d77c4f has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:42:52.406203 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:42:52.508413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.514278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.520516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:52.548421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa34d8-ddfd-4370-8979-89dc1f6cd0f5 req-5a7e3733-e15b-41a0-aade-263a6ce05c55 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:52.550094 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01aa34d8-ddfd-4370-8979-89dc1f6cd0f5 req-5a7e3733-e15b-41a0-aade-263a6ce05c55 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.2239943 Nov 20 08:42:52.555794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=062da9b3-c192-4ebd-85fb-316cb0d77c4f,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:52.558788 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:52.561946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5118275b-be56-4474-a316-019105e766d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/062da9b3-c192-4ebd-85fb-316cb0d77c4f HTTP/1.1" status: 204 len: 168 time: 1.1245530 Nov 20 08:42:52.609664 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01aa34d8-ddfd-4370-8979-89dc1f6cd0f5 req-6d4504e1-25d6-4926-adcd-40e04deea52c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Nov 20 08:42:52.751585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 2dcd3b44-4f35-4081-ad88-7284920a5050 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:42:52.791505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42312) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:52.825961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 2dcd3b44-4f35-4081-ad88-7284920a5050 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:52.826371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.846254 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-41073b09-0584-4411-95bb-3c78b9ed70d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75ef80cf80414e858fe21b4b95328e3b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0533311 Nov 20 08:42:52.848882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42316) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:52.923483 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.952843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.955998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:52.985748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:42:52.997872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:53.001527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:53.003476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-60bcb730-f50d-464f-900d-cb3b473a0506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:53.003599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:53.009958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3247342-df5e-4251-99c1-79408b4fe72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:53.026195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e84d3-1ffe-46b1-80a0-7daf209902d4,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:53.029157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:53.037529 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:53.041086 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c13e84d3-1ffe-46b1-80a0-7daf209902d4 HTTP/1.1" status: 204 len: 168 time: 0.1878080 Nov 20 08:42:53.062157 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'code': 200} Nov 20 08:42:53.085362 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=6']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:53.096986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.097402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.097770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.098146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.098514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.098881 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.099246 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.099677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.100074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.100593 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.100986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.101346 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.101750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.102110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.102471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.102830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.103215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.103579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.103945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.104339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.104724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.105067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.105428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.105783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:53.110885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:53.718173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302e959-12a8-41d3-9214-d151c10b34b9 req-3280fd2e-5062-450d-aaad-3d2b0d8368e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:53.719969 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3302e959-12a8-41d3-9214-d151c10b34b9 req-3280fd2e-5062-450d-aaad-3d2b0d8368e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1163 time: 0.0838726 Nov 20 08:42:53.768527 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3302e959-12a8-41d3-9214-d151c10b34b9 req-8dfb5e38-9188-4306-bace-10fb93aed5ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Nov 20 08:42:53.857705 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a55ca1-e5a3-404e-9991-e73b15d03aaa req-cec7afbd-0c2b-4c3e-95e4-ab977842bb27 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:53.859309 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-40a55ca1-e5a3-404e-9991-e73b15d03aaa req-cec7afbd-0c2b-4c3e-95e4-ab977842bb27 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0825746 Nov 20 08:42:53.915052 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-40a55ca1-e5a3-404e-9991-e73b15d03aaa req-b28c5156-0c12-4e40-9363-ced67c6e7c07 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488977 Nov 20 08:42:53.996027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42344) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:54.140530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-160517126-network', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:54.145949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:54.151016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Usage tracker for resource:network and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:54.154063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:54.159849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:54.171433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Made reservation on behalf of a3edd7827d484839a3efc1a9388f2d4a for: {'network': 1} {{(pid=80321) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:42:54.176173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.193594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.227629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:54.231721 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Usage tracker for resource:security_group_rule and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:54.235166 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:54.241741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:54.251929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 2dcd3b44-4f35-4081-ad88-7284920a5050 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:42:54.318773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.322304 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.332160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6905a9dc-398f-4022-8594-673483babc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:54.332486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 2dcd3b44-4f35-4081-ad88-7284920a5050 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:54.333006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.365152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80321) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:42:54.380288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bac865-d619-459d-945f-77a29efa3181,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:54.384151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:54.387418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733675062353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.387861 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Added segment 207394a3-8e3b-4936-b39e-100467f7385e of type vxlan for network 2af89aa7-0218-4e75-9c7a-cebf2996a452 Nov 20 08:42:54.419470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.451597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.453120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:54.453772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:54.460790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-595666d5-bfd1-49fe-a7cc-fd287ee6a5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:54.569883 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5709829 Nov 20 08:42:54.572409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42352) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:54.575956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Pushing event updated for resources: {'Network': ['ID=2af89aa7-0218-4e75-9c7a-cebf2996a452,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:54.579152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:54.580667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Request body: {'subnet': {'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-160517126-subnet', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:54.587397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:42:54.587597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:54.591834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Usage tracker for resource:subnet and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:54.595068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:54.601523 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:54.604898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:42:54.611562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Made reservation on behalf of a3edd7827d484839a3efc1a9388f2d4a for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:42:54.616494 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843380977'] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.068126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843500071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843380962'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.086518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:55.506233 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:55.542071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.542401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.542797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.543189 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.543578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.543955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.544329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.544760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.545141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.545531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.545898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.546274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.546693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.547069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.547443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.547823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.548173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.548558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.548960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.549316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.549760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.550121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.550444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.550733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:55.559395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:55.580306 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5132-4bef-4c46-8eee-ad33726f15c9 req-b7392b03-3320-4276-a858-cc21e0a5d48b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:55.581969 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b1ab5132-4bef-4c46-8eee-ad33726f15c9 req-b7392b03-3320-4276-a858-cc21e0a5d48b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.4991796 Nov 20 08:42:55.660976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Checking segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:42:55.661351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Network hostable DHCP agents. Network: 2af89aa7-0218-4e75-9c7a-cebf2996a452, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:42:55.670561 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b1ab5132-4bef-4c46-8eee-ad33726f15c9 req-7f711e54-5570-4bf1-86fc-851d9d475229 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788786 Nov 20 08:42:55.689426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:42:55.700358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, 2af89aa7-0218-4e75-9c7a-cebf2996a452) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:42:55.712117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f6fe42-eda3-48a2-a0b2-fed850876de5 None None] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:42:55.722726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:55.723681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.746934 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1731222 Nov 20 08:42:55.750553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42394) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:55.756448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:42:55.761691 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:42:55.765977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Usage tracker for resource:router and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:42:55.769159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:42:55.776037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:42:55.786546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854125267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1573'] for router, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.788139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854374340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854162011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774212'] for router, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.812117 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.971824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67f4bb21-d374-5215-a267-3f877024551b-2af89aa7-0218-4e75-9c7a-cebf2996a452', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde'}]}} from dv-cinder-733622-11-smb. {{(pid=80322) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 20 08:42:55.972778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:55.973505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854374355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854125162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774257'] for router, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.193043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.232292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.280420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Allocated IP 172.20.0.2 (2af89aa7-0218-4e75-9c7a-cebf2996a452/4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde/750bace8-8da5-4423-95af-ba375b00ca3f) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:42:56.507423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.519319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Transition to ACTIVE for port object 750bace8-8da5-4423-95af-ba375b00ca3f will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:42:56.522885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Allocated IP 172.28.3.197 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/717d6158-b930-4ff2-ad56-991a3f7b55d7) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:42:56.538096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Transition to ACTIVE for port object 750bace8-8da5-4423-95af-ba375b00ca3f will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:42:56.544292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.560383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:56.716059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.748635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.752307 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Pushing event updated for resources: {'Port': ['ID=750bace8-8da5-4423-95af-ba375b00ca3f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:56.756102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:56.768345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:42:56.769706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:42:56.772851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:42:56.775343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-08fa779f-af53-449c-8bd3-de07e333fae2 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:56.835400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Attempting to bind port 750bace8-8da5-4423-95af-ba375b00ca3f on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:42:56.836115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Attempting to bind port 750bace8-8da5-4423-95af-ba375b00ca3f by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:42:56.836740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Attempting to bind port 750bace8-8da5-4423-95af-ba375b00ca3f on network 2af89aa7-0218-4e75-9c7a-cebf2996a452 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:42:56.844059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:42:56.844487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Checking segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:42:56.844973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.845422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Bound using segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:42:56.845948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Bound port: 750bace8-8da5-4423-95af-ba375b00ca3f, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:42:56.846374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.949259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] For port 750bace8-8da5-4423-95af-ba375b00ca3f, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:42:56.952668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] For port 750bace8-8da5-4423-95af-ba375b00ca3f, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=750bace8-8da5-4423-95af-ba375b00ca3f,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:42:56.956066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:56.976342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:56.977870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Pushing event updated for resources: {'Port': ['ID=717d6158-b930-4ff2-ad56-991a3f7b55d7,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:56.984476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:57.047982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c402bda-b60c-4f29-ab42-3684ce5b0b5e req-bf3c810a-92b3-4e28-ae44-b13a12f633a5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:42:57.049597 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1c402bda-b60c-4f29-ab42-3684ce5b0b5e req-bf3c810a-92b3-4e28-ae44-b13a12f633a5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.2076120 Nov 20 08:42:57.054898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:42:57.056537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:42:57.059278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:42:57.135567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Pushing event updated for resources: {'Port': ['ID=750bace8-8da5-4423-95af-ba375b00ca3f,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:57.141491 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:57.206001 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1c402bda-b60c-4f29-ab42-3684ce5b0b5e req-6fc9021e-ee8e-429b-8326-faa9385b3fc9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130896 Nov 20 08:42:57.285923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.286817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401415'] for router, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.503800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:42:57.563454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e is scheduled to L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 with binding_index 1 {{(pid=80320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 20 08:42:57.838044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:42:57.848821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Sync routers for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:42:57.862621 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:57.863465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:42:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:57.865514 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Notify callbacks [] for router, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:57.867492 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1152127 Nov 20 08:42:57.870171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42406) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:42:58.045635 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 750bace8-8da5-4423-95af-ba375b00ca3f up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:42:58.132820 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 750bace8-8da5-4423-95af-ba375b00ca3f completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:42:58.226904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:42:58.570004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:42:57Z', 'revision_number': 3, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:42:58.575256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Checking router: 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:42:58.575746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Updating router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e port 717d6158-b930-4ff2-ad56-991a3f7b55d7 binding host dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:42:58.648395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:58.649044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e4645-2b0c-4236-9855-2e0b1054a15a None None] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:42:58.812327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Provisioning for port 750bace8-8da5-4423-95af-ba375b00ca3f completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:42:58.821204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Provisioning complete for port 750bace8-8da5-4423-95af-ba375b00ca3f triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:58.821622 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.038262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.095196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.112551 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Transition to ACTIVE for port object 717d6158-b930-4ff2-ad56-991a3f7b55d7 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:42:59.116256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.185949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7aa40fc9-87e6-48b5-83e2-788d8661521f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:59.287810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.329615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Pushing event updated for resources: {'Port': ['ID=717d6158-b930-4ff2-ad56-991a3f7b55d7,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:59.343921 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] For port 750bace8-8da5-4423-95af-ba375b00ca3f, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=750bace8-8da5-4423-95af-ba375b00ca3f,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:42:59.348902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.349641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.350019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.350802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.350802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.351020 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:59.351205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.351511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.351968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.352220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.352584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.352973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.353392 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.353669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.354077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.354436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.354796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.355154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.356260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.356260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.356260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.356528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.356908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.357244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.357606 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.357967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:42:59.374445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:59.431564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Attempting to bind port 717d6158-b930-4ff2-ad56-991a3f7b55d7 on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:42:59.431564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Attempting to bind port 717d6158-b930-4ff2-ad56-991a3f7b55d7 by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:42:59.431912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Attempting to bind port 717d6158-b930-4ff2-ad56-991a3f7b55d7 on network 77e37b8f-e86d-4be6-8bec-12d8b6115714 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:42:59.451196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Pushing event updated for resources: {'Port': ['ID=750bace8-8da5-4423-95af-ba375b00ca3f,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:59.459844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:59.508315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:42:59.508768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Checking segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:42:59.509238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.509642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Bound using segment: {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:42:59.510176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Bound port: 717d6158-b930-4ff2-ad56-991a3f7b55d7, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc9e3-a44b-484d-99b2-889a9a0f5551', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:42:59.510595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.587444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-4080f980-a699-42eb-97a8-bb5ff5bcf373 None None] Provisioning complete for port 750bace8-8da5-4423-95af-ba375b00ca3f triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:59.588341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4080f980-a699-42eb-97a8-bb5ff5bcf373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.602941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Allocated IP 172.20.0.1 (2af89aa7-0218-4e75-9c7a-cebf2996a452/4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde/c60d317c-7fe8-4058-9c58-aff0cf15638e) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:42:59.618572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] For port 717d6158-b930-4ff2-ad56-991a3f7b55d7, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:42:59.622790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] For port 717d6158-b930-4ff2-ad56-991a3f7b55d7, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=717d6158-b930-4ff2-ad56-991a3f7b55d7,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:42:59.629443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.805734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:42:59.862342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.887660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Transition to ACTIVE for port object c60d317c-7fe8-4058-9c58-aff0cf15638e will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:42:59.903918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7d486ffa-3dc1-4929-8d5f-7eeaa6fbda9b None None] Provisioning complete for port 750bace8-8da5-4423-95af-ba375b00ca3f triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:42:59.904832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d486ffa-3dc1-4929-8d5f-7eeaa6fbda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.910527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:42:59.916079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Pushing event updated for resources: {'Port': ['ID=717d6158-b930-4ff2-ad56-991a3f7b55d7,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:42:59.930781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6664f2d5-f078-494a-8cb0-bfdfb8e3f629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:42:59.996468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:42:59.997708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:42:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:00.034378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 750bace8-8da5-4423-95af-ba375b00ca3f up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:00.035864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04ef0890-5840-481b-a47e-e903662a4517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:00.129370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Pushing event updated for resources: {'Port': ['ID=c60d317c-7fe8-4058-9c58-aff0cf15638e,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:00.133628 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:00.149410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:00.150690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:00.153161 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:00.171570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 750bace8-8da5-4423-95af-ba375b00ca3f triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:00.171995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.249119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854375974'] for router_interface, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.356089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-562b80bb-6239-4c9b-ade3-4cd6b41d2da9 None None] Provisioning complete for port 750bace8-8da5-4423-95af-ba375b00ca3f triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:00.356939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-562b80bb-6239-4c9b-ade3-4cd6b41d2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.393971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:00.400053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.624983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-9a68168c-b78a-4309-bb7f-47fcc188f286 None None] Provisioning for port c60d317c-7fe8-4058-9c58-aff0cf15638e completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:00.631946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-9a68168c-b78a-4309-bb7f-47fcc188f286 None None] Provisioning complete for port c60d317c-7fe8-4058-9c58-aff0cf15638e triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:00.632584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9a68168c-b78a-4309-bb7f-47fcc188f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.694631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9a68168c-b78a-4309-bb7f-47fcc188f286 None None] Port c60d317c-7fe8-4058-9c58-aff0cf15638e cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:00.758968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.763693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.795875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c9097944-7902-48c6-852e-3d798e9bc433 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:00.885928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Pushing event updated for resources: {'Port': ['ID=c60d317c-7fe8-4058-9c58-aff0cf15638e,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:00.888629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3454431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642168'] for router_interface, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:00.904069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:00.911024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:42:57Z', 'revision_number': 3, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:00.916148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a58187-bd5e-41e7-895c-ad963da3fd1b None None] The sync data for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb is: [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:42:57Z', 'revision_number': 3, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:01.055750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:01.057039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:01.331996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-5ba4a3ad-16d7-4c18-9af7-a77719f44ee0 None None] Provisioning complete for port c60d317c-7fe8-4058-9c58-aff0cf15638e triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:01.332669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a3ad-16d7-4c18-9af7-a77719f44ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:01.444256 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4a3ad-16d7-4c18-9af7-a77719f44ee0 None None] Port c60d317c-7fe8-4058-9c58-aff0cf15638e cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:01.584665 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:43:01.840221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:43:01.851000 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] 10.222.0.20 "PUT /v2.0/routers/57d09d0c-2a3c-4c12-aaa1-4af751a7df8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9792647 Nov 20 08:43:02.057814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 717d6158-b930-4ff2-ad56-991a3f7b55d7 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:02.156814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port 717d6158-b930-4ff2-ad56-991a3f7b55d7 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:02.168320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 717d6158-b930-4ff2-ad56-991a3f7b55d7 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:02.169170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.325888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.345592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port 717d6158-b930-4ff2-ad56-991a3f7b55d7, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=717d6158-b930-4ff2-ad56-991a3f7b55d7,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:02.351159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.353433 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4fefd5a-ae2e-4914-9efd-c1af4060128f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:02.431930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=717d6158-b930-4ff2-ad56-991a3f7b55d7,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:02.435375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:02.543811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1582950400', 'description': 'tempest-TestShelveInstance-1582950400 description'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:02.550424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:02.555393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Usage tracker for resource:security_group and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:02.558653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:02.564913 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:02.578953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.619179 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:02.623288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Usage tracker for resource:security_group_rule and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:02.626706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:02.633780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:02.726689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.730464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.737009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f41872bf-54ec-4c67-ba3b-8e7cea0bebc4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:02.788146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:02.789539 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-97b56521-c381-47c5-af67-821e2c0699b0 req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1691 time: 0.2506080 Nov 20 08:43:02.790371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event updated for resources: {'SecurityGroup': ['ID=9a78261a-c746-4429-a421-632042761d8e,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:02.796022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f37c364-7496-4c05-8a7b-ce220372ef20 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:02.899785 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-0a0b9997-b0c4-477c-9853-74ad4debd773 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups/9a78261a-c746-4429-a421-632042761d8e HTTP/1.1" status: 200 len: 1686 time: 0.0734651 Nov 20 08:43:02.923145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a78261a-c746-4429-a421-632042761d8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:02.923508 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a78261a-c746-4429-a421-632042761d8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:02.931261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:02.939996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Usage tracker for resource:security_group_rule and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:02.945869 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:02.955018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:03.028280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group_rule, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.054846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.058085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.060286 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8c96f76e-a6d3-4309-9787-e81fedf3d118 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:03.089833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eefc6e4-545a-49ab-bd63-6acbfd541cfe,revision_number=0']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:03.092822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:03.100833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group_rule, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.102383 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1a9c8bde-db2e-4820-b3e8-a36613b75dfe req-064e9bed-276e-4f29-9ff8-7bf00b6a9452 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1946895 Nov 20 08:43:03.189701 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-8ffdfd0f-a4f9-46ce-b4db-4dbb7cdd90ef tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups/9a78261a-c746-4429-a421-632042761d8e HTTP/1.1" status: 200 len: 2214 time: 0.0529544 Nov 20 08:43:03.205211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a78261a-c746-4429-a421-632042761d8e', 'remote_group_id': None}]} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:03.205808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9a78261a-c746-4429-a421-632042761d8e', 'remote_group_id': None}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:03.216524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:03.223642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Usage tracker for resource:security_group_rule and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:03.229212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:03.239563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:03.321595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group_rule, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.346299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.349493 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.357149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:03.381270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd5dd74-dc53-46a2-b948-57d45b34a94e,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:03.384242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:03.388154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group_rule, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:03.389707 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c59c5a4a-23ea-4855-b8de-6bb132bc6350 req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1919563 Nov 20 08:43:04.041570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Sync routers for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:43:04.050372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 717d6158-b930-4ff2-ad56-991a3f7b55d7 up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:04.164673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:04.165939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:42:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:04.390174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port 717d6158-b930-4ff2-ad56-991a3f7b55d7 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:04.390597 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:04.479872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:04.934603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 2, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:04.939610 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Checking router: 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:04.940025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Updating router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e port c60d317c-7fe8-4058-9c58-aff0cf15638e binding host dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 20 08:43:05.004740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:05.492468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:05.507009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Transition to ACTIVE for port object c60d317c-7fe8-4058-9c58-aff0cf15638e will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:05.509809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:05.526554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:05.674969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c927dce-f7a7-40ab-a8e5-dacb238da405 None None] Pushing event updated for resources: {'Port': ['ID=c60d317c-7fe8-4058-9c58-aff0cf15638e,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:05.680686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c927dce-f7a7-40ab-a8e5-dacb238da405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:05.850678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Attempting to bind port c60d317c-7fe8-4058-9c58-aff0cf15638e on host dv-cinder-733622-11-smb for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:43:05.851095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Attempting to bind port c60d317c-7fe8-4058-9c58-aff0cf15638e by drivers openvswitch on host dv-cinder-733622-11-smb at level 0 using segments [{'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:43:05.851504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Attempting to bind port c60d317c-7fe8-4058-9c58-aff0cf15638e on network 2af89aa7-0218-4e75-9c7a-cebf2996a452 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:43:05.860344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Checking agent: {'id': 'e50853ed-3274-4b46-aa17-160f595674ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 26, 18), 'started_at': datetime.datetime(2020, 11, 20, 8, 26, 48), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:43:05.860803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Checking segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:43:05.861378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:05.861868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Bound using segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:43:05.862425 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Bound port: c60d317c-7fe8-4058-9c58-aff0cf15638e, host: dv-cinder-733622-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:43:05.862867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:05.979151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] For port c60d317c-7fe8-4058-9c58-aff0cf15638e, host dv-cinder-733622-11-smb, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:43:05.982857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] For port c60d317c-7fe8-4058-9c58-aff0cf15638e, host dv-cinder-733622-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c60d317c-7fe8-4058-9c58-aff0cf15638e,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:43:05.987686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:06.014654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:06.364860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c927dce-f7a7-40ab-a8e5-dacb238da405 None None] Pushing event updated for resources: {'Port': ['ID=c60d317c-7fe8-4058-9c58-aff0cf15638e,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:06.369953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c927dce-f7a7-40ab-a8e5-dacb238da405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:06.421720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:06.422456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:42:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:06.685812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:07.086591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:05Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:07.091664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dcf257-2e2b-448c-b90a-93238c04cf84 None None] The sync data for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb is: [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:05Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:08.049137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c60d317c-7fe8-4058-9c58-aff0cf15638e up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:08.141633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning for port c60d317c-7fe8-4058-9c58-aff0cf15638e completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:08.147600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c60d317c-7fe8-4058-9c58-aff0cf15638e triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:08.148009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:08.297717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:08.343843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] For port c60d317c-7fe8-4058-9c58-aff0cf15638e, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c60d317c-7fe8-4058-9c58-aff0cf15638e,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:08.350864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:08.353820 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:08.434961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Pushing event updated for resources: {'Port': ['ID=c60d317c-7fe8-4058-9c58-aff0cf15638e,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:08.438566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:10.032263 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c60d317c-7fe8-4058-9c58-aff0cf15638e up at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:10.112178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Provisioning complete for port c60d317c-7fe8-4058-9c58-aff0cf15638e triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:10.112603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:13.795155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5033a750-5eb7-4e00-bfc0-409704b6fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:16.121729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e183603f-b176-4bfb-bca3-4764d8e5e859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:17.022363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:18.036528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:18.393336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.293509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:19.446549 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-e9633646-2935-4641-bd28-d94d564f28f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0883522 Nov 20 08:43:19.642644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-1b3b7634-6f82-4d55-a595-cc377f34dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:19.644324 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-1b3b7634-6f82-4d55-a595-cc377f34dc2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 1163 time: 0.0877042 Nov 20 08:43:19.821557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-e2812b71-6a52-4e62-88fe-e72e7501cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:19.823316 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-e2812b71-6a52-4e62-88fe-e72e7501cb0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1546376 Nov 20 08:43:20.172922 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-ee3353fc-0a40-4661-a343-ab28c9071cd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 200 len: 1002 time: 0.3417854 Nov 20 08:43:20.249123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-c7d88a9c-e6b2-461c-90f4-db842b2bb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:20.251035 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-c7d88a9c-e6b2-461c-90f4-db842b2bb435 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0710566 Nov 20 08:43:20.340850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-2171f1f0-ae1b-4151-a6fe-558dff5d549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:20.342527 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-2171f1f0-ae1b-4151-a6fe-558dff5d549a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0802429 Nov 20 08:43:20.500191 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-8b0185c8-7012-475b-bfaf-a54290198453 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489615 Nov 20 08:43:20.653028 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4c401e30-3afc-48d6-8e97-9af9cbdc373f req-a57c0981-b0c6-44cd-b68b-c1ba9e5fa0d6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460037 Nov 20 08:43:23.590416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-fe9b75be-29b0-4732-8d93-573a7168be32 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Synchronizing usage tracker for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:23.607466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-fe9b75be-29b0-4732-8d93-573a7168be32 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Unset dirty status for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:23.608779 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-fe9b75be-29b0-4732-8d93-573a7168be32 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1582950400&fields=id&tenant_id=a3edd7827d484839a3efc1a9388f2d4a HTTP/1.1" status: 200 len: 267 time: 0.0709298 Nov 20 08:43:23.795626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-52644966-e89b-46ae-869a-0885d829fbaf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:23.797227 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-52644966-e89b-46ae-869a-0885d829fbaf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 808 time: 0.1804192 Nov 20 08:43:23.815853 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-92e0e800-bf08-4718-93bf-2749979e4004 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/quotas/a3edd7827d484839a3efc1a9388f2d4a HTTP/1.1" status: 200 len: 375 time: 0.0116723 Nov 20 08:43:23.907512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-b2dda751-7d93-4387-8002-1e3f6819e93e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Synchronizing usage tracker for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:23.927053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-b2dda751-7d93-4387-8002-1e3f6819e93e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Unset dirty status for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:23.928913 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-b2dda751-7d93-4387-8002-1e3f6819e93e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067977 Nov 20 08:43:24.109191 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-1aa3291e-a938-4648-b1bc-ad76726c2dbe service neutron] 10.222.0.20 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667330 Nov 20 08:43:24.293062 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-c08d3adf-853a-432a-8f81-154072c3bd34 service neutron] 10.222.0.20 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1767008 Nov 20 08:43:24.760406 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f41e3126-c14f-47bb-9698-536c21fc7edc req-b290b49f-6a29-4d41-a6c0-d30c5b4d4ecc tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 210 time: 0.0481946 Nov 20 08:43:26.012738 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-95ffcd76-99ad-4da4-a0ab-cadff4153ac3 req-e12350c0-da1b-4386-816f-274bb810a9c6 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 210 time: 0.0510285 Nov 20 08:43:26.040572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-4f598e65-b69e-4875-a1c2-957487af3c88 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:26.042210 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-4f598e65-b69e-4875-a1c2-957487af3c88 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 808 time: 0.2410207 Nov 20 08:43:26.153400 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-e4f15d72-25eb-4528-ac1d-7dfcc89382c4 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3edd7827d484839a3efc1a9388f2d4a HTTP/1.1" status: 200 len: 5281 time: 0.0909047 Nov 20 08:43:26.165096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'port': {'device_id': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'admin_state_up': True, 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'security_groups': ['9a78261a-c746-4429-a421-632042761d8e']}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:26.330657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:26.343590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:26.353386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Made reservation on behalf of a3edd7827d484839a3efc1a9388f2d4a for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:43:26.359247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:26.761766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Allocated IP 172.20.0.4 (2af89aa7-0218-4e75-9c7a-cebf2996a452/4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde/00b57cb1-799a-4289-af57-784c76543272) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:26.981489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:27.002476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Transition to ACTIVE for port object 00b57cb1-799a-4289-af57-784c76543272 will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:27.025630 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:27.046824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:27.215305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:27.228008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:27.287196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:27.289026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:27.292656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:27.319957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8f8c-be54-43ef-a026-1706353ff8ca req-24eb6794-c2fc-49aa-ad27-1b7f48cbd13d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:27.321785 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abd8f8c-be54-43ef-a026-1706353ff8ca req-24eb6794-c2fc-49aa-ad27-1b7f48cbd13d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 931 time: 0.1121418 Nov 20 08:43:27.384292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-7abd8f8c-be54-43ef-a026-1706353ff8ca req-36967e49-7101-4af3-bd1d-3dc2f3bed690 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Synchronizing usage tracker for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:27.393414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:27.394741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:27.402492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-7abd8f8c-be54-43ef-a026-1706353ff8ca req-36967e49-7101-4af3-bd1d-3dc2f3bed690 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Unset dirty status for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:27.403868 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7abd8f8c-be54-43ef-a026-1706353ff8ca req-36967e49-7101-4af3-bd1d-3dc2f3bed690 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0684009 Nov 20 08:43:27.429314 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-522b574f-f799-44e2-8296-8b09216c2132 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2691886 Nov 20 08:43:27.448711 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Request body: {'port': {'device_id': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:27.577865 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:27.610243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f6bede79-bb64-411c-94cb-b9df989483ef None None] Provisioning for port 00b57cb1-799a-4289-af57-784c76543272 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:27.615912 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f6bede79-bb64-411c-94cb-b9df989483ef None None] Provisioning complete for port 00b57cb1-799a-4289-af57-784c76543272 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:27.616345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6bede79-bb64-411c-94cb-b9df989483ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:27.675585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f6bede79-bb64-411c-94cb-b9df989483ef None None] Port 00b57cb1-799a-4289-af57-784c76543272 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:43:28.021410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b57cb1-799a-4289-af57-784c76543272 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:43:28.029281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:28.043336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Transition to ACTIVE for port object 00b57cb1-799a-4289-af57-784c76543272 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:43:28.046381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:28.062617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e370b83f-3053-4627-8696-d9907fcf8537 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:28.209931 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:28.215556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:28.411479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Attempting to bind port 00b57cb1-799a-4289-af57-784c76543272 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:43:28.412039 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Attempting to bind port 00b57cb1-799a-4289-af57-784c76543272 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:43:28.412599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Attempting to bind port 00b57cb1-799a-4289-af57-784c76543272 on network 2af89aa7-0218-4e75-9c7a-cebf2996a452 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:43:28.420646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:43:28.421030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Checking segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:43:28.421440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:28.421836 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Bound using segment: {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:43:28.422322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Bound port: 00b57cb1-799a-4289-af57-784c76543272, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207394a3-8e3b-4936-b39e-100467f7385e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:43:28.422695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:28.532217 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:43:28.536357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:43:28.541882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:28.568448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d4b94ea8-1bca-4dd0-9680-5136970b3cd5 tempest-VolumesSnapshotTestJSON-205443964 tempest-VolumesSnapshotTestJSON-205443964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:28.667382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6a7ba-4be7-45a8-a490-26d7710a4d79 req-90cfc2f1-45ed-4dd6-aec3-85f0ec7b5e8d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:28.672221 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dcd6a7ba-4be7-45a8-a490-26d7710a4d79 req-90cfc2f1-45ed-4dd6-aec3-85f0ec7b5e8d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1145146 Nov 20 08:43:28.721438 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dcd6a7ba-4be7-45a8-a490-26d7710a4d79 req-2ee171e6-e0c2-4f9e-b0c8-a64d88d1fe51 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459604 Nov 20 08:43:28.732878 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:28.738076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:28.784149 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:28.785057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:28.788982 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] 10.222.0.23 "PUT /v2.0/ports/00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 1157 time: 1.3451312 Nov 20 08:43:28.789743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:28.858563 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'status': 'completed', 'code': 200} Nov 20 08:43:28.971391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-60251614-72a3-4265-b4c4-04bcf36da426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:28.973112 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-60251614-72a3-4265-b4c4-04bcf36da426 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1160 time: 0.0836358 Nov 20 08:43:29.059487 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-5e868af5-b631-4f9f-9f45-02413ea2910b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 217 time: 0.0713215 Nov 20 08:43:29.134949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-98456a66-721c-4605-9807-e7798cfe315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:29.136553 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-98456a66-721c-4605-9807-e7798cfe315e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.0708115 Nov 20 08:43:29.224518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-a7ba23e3-0a8f-4d0e-9c47-d1afb93da2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:29.226219 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-a7ba23e3-0a8f-4d0e-9c47-d1afb93da2b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0817025 Nov 20 08:43:29.587792 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-99c85137-f259-4c3f-aaaf-765ff281edf8 service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543198 Nov 20 08:43:29.741416 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01c04610-3ff3-40c9-9ceb-6fed4ff52cbb req-82600020-c47d-4774-a6be-4a1a944ee04e service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458871 Nov 20 08:43:29.914548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-ffcc7d38-fdad-43fc-81cb-faeb34b26ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:29.916218 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-ffcc7d38-fdad-43fc-81cb-faeb34b26ade service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1160 time: 0.0819321 Nov 20 08:43:29.956421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea2cba-7fbc-4d60-8ce7-a4e0688ccd21 req-b8d18826-2a90-45f9-a578-11bccf879568 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:29.958623 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-56ea2cba-7fbc-4d60-8ce7-a4e0688ccd21 req-b8d18826-2a90-45f9-a578-11bccf879568 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0943472 Nov 20 08:43:30.027523 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-56ea2cba-7fbc-4d60-8ce7-a4e0688ccd21 req-b0a601a1-d3dc-4803-8ea0-5893d0f42d26 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0515137 Nov 20 08:43:30.089107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-51b62f36-e4e6-41a4-825c-80d9e103434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:30.090822 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-51b62f36-e4e6-41a4-825c-80d9e103434d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.1668351 Nov 20 08:43:30.171196 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-b3f4d307-c2d1-43ab-a6a2-aa3c62f2e9cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 217 time: 0.0724914 Nov 20 08:43:30.248291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-3ed9b9eb-e5cc-426a-a51d-f19892ed89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:30.250414 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-3ed9b9eb-e5cc-426a-a51d-f19892ed89fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.0723045 Nov 20 08:43:30.340084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-7a9fe4c8-a7db-4737-b88e-9760880f6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:30.341754 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-7a9fe4c8-a7db-4737-b88e-9760880f6744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0838749 Nov 20 08:43:30.493427 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-d956b32d-b053-4cc6-a08f-8f7ee0f1f886 service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433351 Nov 20 08:43:30.643872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61c2e0b1-7738-482d-ab49-8bbc31e4cc1d req-f9d75551-5084-421e-89d4-fc99b4d63fdd service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435692 Nov 20 08:43:31.259468 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9d105-2f75-4816-bf7d-490a0a6e3974 req-f5c00383-600d-453b-909b-d412fc76e47b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:31.261099 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f6b9d105-2f75-4816-bf7d-490a0a6e3974 req-f5c00383-600d-453b-909b-d412fc76e47b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0988908 Nov 20 08:43:31.313812 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f6b9d105-2f75-4816-bf7d-490a0a6e3974 req-f6f9b0de-19ec-457d-b008-e80f289249b7 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460410 Nov 20 08:43:32.683600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bbf83-6283-4454-807b-5ee62297fcf8 req-74e13e68-d645-43c3-8d9d-7a5e50b00e5c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:32.685184 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-277bbf83-6283-4454-807b-5ee62297fcf8 req-74e13e68-d645-43c3-8d9d-7a5e50b00e5c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0842292 Nov 20 08:43:32.734066 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-277bbf83-6283-4454-807b-5ee62297fcf8 req-e4697f78-63f5-407a-81a5-8e27d5851981 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0425675 Nov 20 08:43:33.951574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e6636-45ed-463b-b828-c242f463c798 req-935977d3-ffad-4c9d-89d6-71359a24409c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:33.953253 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0e2e6636-45ed-463b-b828-c242f463c798 req-935977d3-ffad-4c9d-89d6-71359a24409c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0886025 Nov 20 08:43:34.006497 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0e2e6636-45ed-463b-b828-c242f463c798 req-c9f2a40c-993f-460f-b64d-860681c5e5ee tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459683 Nov 20 08:43:34.495241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:43:35.229309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b111d6d-fb9f-40f1-b005-ae830475ec54 req-fc46f940-4025-4cdc-a7ef-8059f09d91c1 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:35.230957 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6b111d6d-fb9f-40f1-b005-ae830475ec54 req-fc46f940-4025-4cdc-a7ef-8059f09d91c1 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0913756 Nov 20 08:43:35.281710 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6b111d6d-fb9f-40f1-b005-ae830475ec54 req-e890260f-24eb-4943-85ab-72a248ef8771 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444696 Nov 20 08:43:35.398698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 00b57cb1-799a-4289-af57-784c76543272 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:35.471851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 00b57cb1-799a-4289-af57-784c76543272 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:43:35.477809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 00b57cb1-799a-4289-af57-784c76543272 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:35.478227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:35.601494 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:35.630866 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:35.642983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:35.646907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:35.649012 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:35.703207 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'code': 200} Nov 20 08:43:35.723731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:35.727479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:36.099353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a870b-20e5-482b-a4c5-3b304c26025e req-e0651a66-54cf-44c3-b14c-b184049e486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:36.101049 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6e1a870b-20e5-482b-a4c5-3b304c26025e req-e0651a66-54cf-44c3-b14c-b184049e486a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.0874255 Nov 20 08:43:36.148091 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6e1a870b-20e5-482b-a4c5-3b304c26025e req-2db37e0d-146c-4909-98de-28e8f0f6cb41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403802 Nov 20 08:43:36.502231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d0131-525c-4141-908b-48f8e4c8ff72 req-959d2ead-e2e6-4375-a118-8c3f33b2863d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:36.502992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-dd4d0131-525c-4141-908b-48f8e4c8ff72 req-959d2ead-e2e6-4375-a118-8c3f33b2863d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Synchronizing usage tracker for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:36.519761 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-dd4d0131-525c-4141-908b-48f8e4c8ff72 req-959d2ead-e2e6-4375-a118-8c3f33b2863d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Unset dirty status for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:36.522222 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dd4d0131-525c-4141-908b-48f8e4c8ff72 req-959d2ead-e2e6-4375-a118-8c3f33b2863d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1074002 Nov 20 08:43:36.572330 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dd4d0131-525c-4141-908b-48f8e4c8ff72 req-48a5961f-cbcd-4246-b945-7f685c9005cb tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436585 Nov 20 08:43:36.853935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 00b57cb1-799a-4289-af57-784c76543272 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:43:36.931972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 00b57cb1-799a-4289-af57-784c76543272 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:43:36.932390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:37.796197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0be044-95f8-43a7-99d5-140e4ff24c27 req-289c66e4-de4d-4d92-9dca-8ca66ed186da tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:37.797971 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b0be044-95f8-43a7-99d5-140e4ff24c27 req-289c66e4-de4d-4d92-9dca-8ca66ed186da tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0872540 Nov 20 08:43:37.849945 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b0be044-95f8-43a7-99d5-140e4ff24c27 req-1130ed6d-6475-4766-b916-5ed9660dab06 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448732 Nov 20 08:43:38.075225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f2e66-b96c-4682-85a5-346b3107fb2b req-1c408c96-3dd4-41ba-ae3a-1e4b1b2467df tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:38.076866 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a74f2e66-b96c-4682-85a5-346b3107fb2b req-1c408c96-3dd4-41ba-ae3a-1e4b1b2467df tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0908017 Nov 20 08:43:38.128024 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a74f2e66-b96c-4682-85a5-346b3107fb2b req-686b3732-5d17-4a5d-a9b3-83f904e5da8f tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448799 Nov 20 08:43:38.353117 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-de13091a-b846-4134-99a5-7e4ece741c6b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1698325 Nov 20 08:43:38.363896 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'floatingip': {'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:38.369769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:43:38.373841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Usage tracker for resource:floatingip and tenant:a3edd7827d484839a3efc1a9388f2d4a is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:43:38.377158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:43:38.383949 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:43:38.393568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for floatingip, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:38.545695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:38.833897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Allocated IP 172.28.3.246 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/38168318-ba43-4097-9516-f6e119db3fc9) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:43:39.025042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.065773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.082762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-18ac8154-0cf9-4dcc-82d1-c608ffabff7b tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:39.236780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event updated for resources: {'Port': ['ID=38168318-ba43-4097-9516-f6e119db3fc9,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:39.243511 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:39.290594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:43:39.291961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:43:39.295143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:43:39.390268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for floatingip, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.456130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.750424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.757184 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:39.778327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a7db0c01-3ce1-4930-a838-f10dd63e3a4a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:39.931486 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event updated for resources: {'Port': ['ID=38168318-ba43-4097-9516-f6e119db3fc9,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:39.937018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:40.033964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:40.057150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:40.058497 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6991630 Nov 20 08:43:40.150792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-df32aa10-06ad-4bb5-80c9-1b30ce0be159 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Synchronizing usage tracker for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:floatingip {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:43:40.168176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-df32aa10-06ad-4bb5-80c9-1b30ce0be159 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Unset dirty status for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:floatingip {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:43:40.169571 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-df32aa10-06ad-4bb5-80c9-1b30ce0be159 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.246 HTTP/1.1" status: 200 len: 696 time: 0.1047180 Nov 20 08:43:40.557626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-eaf01a19-e9f6-457b-8cbe-8ee8b13caf84 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.559190 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5733fb2c-78d3-4f5a-ab40-a3a8ded22203 req-eaf01a19-e9f6-457b-8cbe-8ee8b13caf84 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 784 time: 0.3835692 Nov 20 08:43:40.791862 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-9ac7729a-5c17-414a-ab97-dae639da89ac tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:40.793557 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-9ac7729a-5c17-414a-ab97-dae639da89ac tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0992417 Nov 20 08:43:40.883353 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-7d9417be-d80f-4c8a-9163-d6e8e73f2c0e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0835361 Nov 20 08:43:40.898851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Request body: {'floatingip': {'port_id': '00b57cb1-799a-4289-af57-784c76543272', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:43:40.984829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for floatingip, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.655376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.660812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:41.881340 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Floating IP e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb associated. External IP: 172.28.3.246, port: 00b57cb1-799a-4289-af57-784c76543272. Nov 20 08:43:42.338868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:43:42.565850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:43:42.570804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:42.576497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] Sync routers for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:43:42.589585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:42.590264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:42.630030 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-68e1085d-dcff-49c8-98f1-2ce75e1005b2 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "PUT /v2.0/floatingips/e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb HTTP/1.1" status: 200 len: 996 time: 1.7367847 Nov 20 08:43:42.630583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:42.700561 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'status': 'completed', 'code': 200} Nov 20 08:43:42.735526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-378973e6-39a3-4885-a273-55c74290984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.737210 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-378973e6-39a3-4885-a273-55c74290984e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.0936675 Nov 20 08:43:42.799567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:42.950835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-dc99aa5d-a683-4738-b4d7-75588d0e3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.952484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-dc99aa5d-a683-4738-b4d7-75588d0e3986 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.2114508 Nov 20 08:43:42.955196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-dfeb2fb9-9eb5-4fa7-971e-87aa54cbc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:42.956754 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-dfeb2fb9-9eb5-4fa7-971e-87aa54cbc24b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.1745458 Nov 20 08:43:43.210632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'floating_ip_address': '172.28.3.246', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'port_id': '00b57cb1-799a-4289-af57-784c76543272', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'mac_address': 'fa:16:3e:27:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:43:39Z', 'updated_at': '2020-11-20T08:43:41Z', 'revision_number': 1, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:08Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:43.215464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] Checking router: 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:43.229030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:43.229713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:43.401426 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-03e46ff8-17aa-46cf-8913-5f2893205186 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 999 time: 0.4361248 Nov 20 08:43:43.432719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:43.473961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-dd8d5573-8211-4e0d-bb37-71361fd2fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.475588 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-dd8d5573-8211-4e0d-bb37-71361fd2fddc service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.4577391 Nov 20 08:43:43.577466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-1d170178-43b1-4bd7-973b-d7719327f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.579088 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-1d170178-43b1-4bd7-973b-d7719327f193 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.1566136 Nov 20 08:43:43.655051 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-2ac523bf-3f43-4ec3-820d-a29c00d09643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 999 time: 0.1705701 Nov 20 08:43:43.780725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-23722dd9-f6fa-44bc-b3a0-d65e727d3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.782486 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-23722dd9-f6fa-44bc-b3a0-d65e727d3973 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.1198707 Nov 20 08:43:43.800422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c52f1116-8c83-4339-a894-57ce50792280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:43.833043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-df6ea2a2-b8b1-429c-bd3a-02febccc6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:43.834779 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-df6ea2a2-b8b1-429c-bd3a-02febccc6585 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2439449 Nov 20 08:43:43.875137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'floating_ip_address': '172.28.3.246', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'port_id': '00b57cb1-799a-4289-af57-784c76543272', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'mac_address': 'fa:16:3e:27:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:43:39Z', 'updated_at': '2020-11-20T08:43:41Z', 'revision_number': 1, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:08Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:43.882047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a077f-345a-4ed4-82a6-0382cd5af40e None None] The sync data for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb is: [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'floating_ip_address': '172.28.3.246', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'port_id': '00b57cb1-799a-4289-af57-784c76543272', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'mac_address': 'fa:16:3e:27:93:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:43:39Z', 'updated_at': '2020-11-20T08:43:41Z', 'revision_number': 1, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:08Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:44.015304 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-f068874b-cc3f-4d26-92cf-ea13b77e9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:44.016976 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-f068874b-cc3f-4d26-92cf-ea13b77e9f9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2269561 Nov 20 08:43:44.023708 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-e9a27051-fa1d-41ad-a20c-2b42eb14be27 service neutron] 10.222.0.20 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785796 Nov 20 08:43:44.212923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd91ae-3212-4b24-9e4a-8dbb5f3b4c83 None None] New status for floating IP e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb: ACTIVE {{(pid=80322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:43:44.308148 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-380e3ad6-5f0f-4c06-b4e1-e4edac27f0d1 service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833798 Nov 20 08:43:44.311770 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1830c999-791a-498e-93ef-3fb7eb460d06 req-3cf413be-1994-4aa0-beb4-58323f8b53aa service neutron] 10.222.0.20 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2649298 Nov 20 08:43:44.467157 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3866bb7e-8e9f-4e25-8810-7896a524112e req-fee809d3-5176-4cac-a83f-759ef211a71b service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1502378 Nov 20 08:43:46.123832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-36be4d05-3eaa-4dcc-b59c-d4ef5789a315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:47.025926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:48.047080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:48.409135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:49.289891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:53.295422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d262361-4a99-479a-8f54-b96bb95a1f16 req-fbe8fd59-9135-4e63-862f-92269c8dd1e7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:53.297086 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9d262361-4a99-479a-8f54-b96bb95a1f16 req-fbe8fd59-9135-4e63-862f-92269c8dd1e7 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.0922990 Nov 20 08:43:53.349189 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9d262361-4a99-479a-8f54-b96bb95a1f16 req-9d08a2de-8272-4804-a0a8-f665543b2aea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Nov 20 08:43:54.572510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698fe80-4b19-4925-8ed2-7dbf77656e66 req-3a883d99-b6c5-48e2-a341-82c8d24b0c1f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:54.574139 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2698fe80-4b19-4925-8ed2-7dbf77656e66 req-3a883d99-b6c5-48e2-a341-82c8d24b0c1f tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.0839710 Nov 20 08:43:54.623454 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2698fe80-4b19-4925-8ed2-7dbf77656e66 req-37b6952d-a058-4dfa-8732-f55a82b11004 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Nov 20 08:43:55.613161 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-1bbffba9-26bc-4b8f-af25-88da8008351a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:55.614758 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-1bbffba9-26bc-4b8f-af25-88da8008351a tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.0826297 Nov 20 08:43:55.693446 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Deleting port c801344c-1451-4c05-b03b-cfcab2a0a23e {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:43:55.693832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:56.009038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72486e-c48d-43e6-8523-12c2a03fa3c3 req-cf88f1d2-1d57-4bde-bafd-380231c0a407 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:43:56.010650 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fe72486e-c48d-43e6-8523-12c2a03fa3c3 req-cf88f1d2-1d57-4bde-bafd-380231c0a407 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 945 time: 0.2307677 Nov 20 08:43:56.061860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] For port c801344c-1451-4c05-b03b-cfcab2a0a23e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c801344c-1451-4c05-b03b-cfcab2a0a23e,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:43:56.062257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:56.171579 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fe72486e-c48d-43e6-8523-12c2a03fa3c3 req-a6ae485f-02e7-413f-a724-302eb4c306ac tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups?id=5447176f-87e0-48cc-9e28-57886f1a27bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544504 Nov 20 08:43:56.389404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:56.389808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:56.390158 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Floating IP fa9e66ec-d187-4151-8508-cc78e973cd4d disassociated. External IP: 172.28.3.23, port: c801344c-1451-4c05-b03b-cfcab2a0a23e. Nov 20 08:43:56.390531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Calling delete_port for c801344c-1451-4c05-b03b-cfcab2a0a23e owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:43:56.539707 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:56.556919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b689566-29f0-467f-aa82-09eb8e17e5fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:56.612158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event deleted for resources: {'Port': ['ID=c801344c-1451-4c05-b03b-cfcab2a0a23e,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:56.869806 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c801344c-1451-4c05-b03b-cfcab2a0a23e no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:43:56.883586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.883998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.884394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.884834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.885206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.885590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.885969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.886349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.886725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.887126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.887504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.887880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.888323 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.888691 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.889068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.889440 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.889814 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.890186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.890558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.890928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.891297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.891668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.892038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.892409 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:43:56.896571 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:56.903329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: c801344c-1451-4c05-b03b-cfcab2a0a23e {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:43:56.903728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c801344c-1451-4c05-b03b-cfcab2a0a23e not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:43:57.177161 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:43:57.397310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:43:57.409516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:43:57.427017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:57.428102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:57.439769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] No DVR routers for this DVR port c801344c-1451-4c05-b03b-cfcab2a0a23e on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:43:57.443910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:57.455786 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'name': 'network-vif-deleted', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:43:57.464036 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7ca116c5-0276-4ef5-868e-5e75e375ee10 req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.23 "DELETE /v2.0/ports/c801344c-1451-4c05-b03b-cfcab2a0a23e HTTP/1.1" status: 204 len: 173 time: 1.8431196 Nov 20 08:43:57.617629 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2a565ae4-b11a-4495-ad7e-8eb8786ea202 req-977fff15-8e14-465b-81fe-405609e79924 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/ports?device_id=392acf1e-64b1-485e-b84f-54bdac97ca8d HTTP/1.1" status: 200 len: 210 time: 0.3097398 Nov 20 08:43:57.694291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:57.696855 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392acf1e-64b1-485e-b84f-54bdac97ca8d', 'name': 'network-vif-deleted', 'tag': 'c801344c-1451-4c05-b03b-cfcab2a0a23e', 'status': 'completed', 'code': 200} Nov 20 08:43:58.186536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:58.190673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:43:58.203108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:43:58.203789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:58.399138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:43:58.740249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:43:58.744811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccff945-c7ee-4fd1-bdf8-108a0ebdb04e None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:35:59Z', 'revision_number': 4, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'b941e217-f776-4519-8257-6a4b4e15a5bf', 'name': '', 'network_id': '1f77e520-5960-41b4-861f-f79b8f710eca', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'mac_address': 'fa:16:3e:9e:0c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:55Z', 'updated_at': '2020-11-20T08:36:15Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'subnets': [{'id': '0873f7ac-b539-4b8b-985d-4f5f2225f0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:43:58.832933 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42768) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:58.913093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:58.943397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:58.991265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:58.996930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:43:59.021130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event deleted for resources: {'SecurityGroup': ['ID=5447176f-87e0-48cc-9e28-57886f1a27bb,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:43:59.028749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:43:59.031636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.034265 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "DELETE /v2.0/security-groups/5447176f-87e0-48cc-9e28-57886f1a27bb HTTP/1.1" status: 204 len: 168 time: 0.2000036 Nov 20 08:43:59.038387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42772) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:59.057624 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.v2.resource [None req-bba3f2d3-7c03-45c8-b9af-97c4ead0fdb0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] show failed (client error): The resource could not be found. Nov 20 08:43:59.058741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bba3f2d3-7c03-45c8-b9af-97c4ead0fdb0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "GET /v2.0/security-groups/5447176f-87e0-48cc-9e28-57886f1a27bb HTTP/1.1" status: 404 len: 347 time: 0.0191932 Nov 20 08:43:59.062015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42776) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:43:59.167070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e02fe5-4f08-46d1-8f03-53e92a87c64c None None] New status for floating IP fa9e66ec-d187-4151-8508-cc78e973cd4d: DOWN {{(pid=80322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:43:59.234403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Deleting port 9c8c5966-7ed8-4d36-84ff-53cc682267ee {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:43:59.235009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.437566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.437922 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:43:59.568689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Calling delete_port for 9c8c5966-7ed8-4d36-84ff-53cc682267ee owned by network:floatingip {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:43:59.656287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:43:59.656672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:44:00.158367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Deleting port 9c8c5966-7ed8-4d36-84ff-53cc682267ee {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:00.158756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.344702 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.345276 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.477937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Calling delete_port for 9c8c5966-7ed8-4d36-84ff-53cc682267ee owned by network:floatingip {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:00.624696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.641090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e94bb9-64a7-4c91-b859-38f60756aead service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:00.697313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Pushing event deleted for resources: {'Port': ['ID=9c8c5966-7ed8-4d36-84ff-53cc682267ee,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:00.700656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:00.873171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks [] for floatingip, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.889848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:00.891020 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] 10.222.0.20 "DELETE /v2.0/floatingips/fa9e66ec-d187-4151-8508-cc78e973cd4d HTTP/1.1" status: 204 len: 168 time: 1.8277624 Nov 20 08:44:05.044291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42822) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:05.578198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642070'] for router_interface, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.435366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fae2-9dd4-4ed5-836d-690d278df171 req-2737421b-9949-42b6-b7d3-65ad8ba52cb8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:06.437003 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7151fae2-9dd4-4ed5-836d-690d278df171 req-2737421b-9949-42b6-b7d3-65ad8ba52cb8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1206794 Nov 20 08:44:06.538670 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7151fae2-9dd4-4ed5-836d-690d278df171 req-f0cfaa3a-7e30-48fc-833d-12f7a345f2c8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678623 Nov 20 08:44:06.609955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Deleting port b941e217-f776-4519-8257-6a4b4e15a5bf {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:06.610339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.798682 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] For port b941e217-f776-4519-8257-6a4b4e15a5bf, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b941e217-f776-4519-8257-6a4b4e15a5bf,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:06.798998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:06.932402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Calling delete_port for b941e217-f776-4519-8257-6a4b4e15a5bf owned by network:router_interface {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:07.276360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:07.292423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3ef32b77-de5d-4745-b720-c56d74892849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:07.337757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b941e217-f776-4519-8257-6a4b4e15a5bf,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:07.350254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:07.734785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851321402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367919'] for router_interface, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:07.786714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42602db7-9802-4ead-9648-bcef8d18f4c6 req-4fe71b8b-7604-4d98-9beb-703b6f7e616c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:07.788310 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42602db7-9802-4ead-9648-bcef8d18f4c6 req-4fe71b8b-7604-4d98-9beb-703b6f7e616c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.0928717 Nov 20 08:44:07.846832 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-42602db7-9802-4ead-9648-bcef8d18f4c6 req-91877214-8e14-4644-82b2-a41bd7a79db1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506165 Nov 20 08:44:08.623024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b55e-572d-42d4-8751-42160f8dc27e req-f3b87c27-6765-4f7c-9ade-8af988affe75 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:08.624907 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8586b55e-572d-42d4-8751-42160f8dc27e req-f3b87c27-6765-4f7c-9ade-8af988affe75 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.1826842 Nov 20 08:44:08.713871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Deleting port 2dcd3b44-4f35-4081-ad88-7284920a5050 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:08.714934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:08.989541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 2dcd3b44-4f35-4081-ad88-7284920a5050 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:44:09.112955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:09.138064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:09.138456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:09.143460 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:09.153412 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Router 0df0f214-8693-4e78-8e96-2be9494cf3eb has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:09.154559 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:09.157652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:09.161079 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:09.210449 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'code': 200} Nov 20 08:44:09.231789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=7']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:09.242041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.242429 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.242807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.243190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.243549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.244251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.244251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.244595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.244995 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.245358 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.245725 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.246084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.246480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.246847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.247212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.247568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.247928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.248295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.248651 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.249016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.249631 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.250424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.250424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.250685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:09.256251 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:09.262832 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca98761-bf30-4e29-9cdc-89e46682e771 req-3f7e10ad-328b-4906-8f18-6392df07b764 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:09.264503 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0ca98761-bf30-4e29-9cdc-89e46682e771 req-3f7e10ad-328b-4906-8f18-6392df07b764 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 946 time: 0.2602396 Nov 20 08:44:09.570007 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0ca98761-bf30-4e29-9cdc-89e46682e771 req-826e0904-3cba-4e03-9bb0-ea9f8437f754 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463801 Nov 20 08:44:09.669305 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:09.669715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:09.670067 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Floating IP 97f68293-8f1b-4bce-b3f5-96a4f0826fe8 disassociated. External IP: 172.28.3.239, port: 2dcd3b44-4f35-4081-ad88-7284920a5050. Nov 20 08:44:09.670453 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Calling delete_port for 2dcd3b44-4f35-4081-ad88-7284920a5050 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:09.774697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:44:09.775059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:44:09.781127 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:09.790735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] Sync routers for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:09.801584 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] 10.222.0.20 "PUT /v2.0/routers/0df0f214-8693-4e78-8e96-2be9494cf3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7561526 Nov 20 08:44:09.803108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:09.803772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:09.804085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42840) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:10.000444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:10.232366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks [] for router, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:10.290473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Deleting port 2dcd3b44-4f35-4081-ad88-7284920a5050 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:10.290882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:10.314570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:44:07Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:10.318783 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] Checking router: 0df0f214-8693-4e78-8e96-2be9494cf3eb for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:10.330435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] Routers {'0df0f214-8693-4e78-8e96-2be9494cf3eb'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:10.331151 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['0df0f214-8693-4e78-8e96-2be9494cf3eb'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:10.521432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] Set router 0df0f214-8693-4e78-8e96-2be9494cf3eb gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:10.651793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] For port 2dcd3b44-4f35-4081-ad88-7284920a5050, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2dcd3b44-4f35-4081-ad88-7284920a5050,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:10.652190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:10.835963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679af53-7f03-4be6-855a-891869598fe6 req-2b86ec88-693a-47c8-803e-1edb3080f9cb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:10.837578 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1679af53-7f03-4be6-855a-891869598fe6 req-2b86ec88-693a-47c8-803e-1edb3080f9cb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 944 time: 0.0917974 Nov 20 08:44:10.839159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:44:07Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:10.843420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfddfe9-ecc0-40d0-8e09-1ee7d097472d None None] The sync data for ids ['0df0f214-8693-4e78-8e96-2be9494cf3eb'] in dv-cinder-733622-11-smb is: [{'id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'name': 'tempest-AttachVolumeTestJSON-1084662103-router', 'tenant_id': '651c44deab754e37b14b36cd2f61906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:35:36Z', 'updated_at': '2020-11-20T08:44:07Z', 'revision_number': 5, 'project_id': '651c44deab754e37b14b36cd2f61906c', 'gw_port': {'id': 'a5307de6-fa6c-4874-8a11-eb400b02972c', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df0f214-8693-4e78-8e96-2be9494cf3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:35:39Z', 'updated_at': '2020-11-20T08:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:44:10.854307 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:10.869886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Deleting port a5307de6-fa6c-4874-8a11-eb400b02972c {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:10.870270 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:10.892786 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1679af53-7f03-4be6-855a-891869598fe6 req-3b78490c-a448-40a7-9609-64b4af6ac4a3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=787920b0-532d-4642-ade5-92ca35d9e655&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481532 Nov 20 08:44:11.075600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:11.076121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:11.076330 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Floating IP 97f68293-8f1b-4bce-b3f5-96a4f0826fe8 disassociated. External IP: 172.28.3.239, port: 2dcd3b44-4f35-4081-ad88-7284920a5050. Nov 20 08:44:11.076736 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Calling delete_port for 2dcd3b44-4f35-4081-ad88-7284920a5050 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:11.242435 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] For port a5307de6-fa6c-4874-8a11-eb400b02972c, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=a5307de6-fa6c-4874-8a11-eb400b02972c,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:11.243096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:11.373274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Calling delete_port for a5307de6-fa6c-4874-8a11-eb400b02972c owned by network:router_gateway {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:11.495707 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:44:11.511331 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:11.527791 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:11.577129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event deleted for resources: {'Port': ['ID=2dcd3b44-4f35-4081-ad88-7284920a5050,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:11.591159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:11.830944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:11.852824 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e11226f8-81fe-40fe-942b-46c644fb6a98 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:11.911883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5307de6-fa6c-4874-8a11-eb400b02972c,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:11.917167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:12.061506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b941e217-f776-4519-8257-6a4b4e15a5bf no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:44:12.104883 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: b941e217-f776-4519-8257-6a4b4e15a5bf {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:44:12.105592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b941e217-f776-4519-8257-6a4b4e15a5bf not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:44:12.163206 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-a552afe7-489a-471e-9fd5-986f3be4b4e9 req-183c5dc3-8686-44ea-8728-6959c05bab6e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:12.244396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-a552afe7-489a-471e-9fd5-986f3be4b4e9 req-183c5dc3-8686-44ea-8728-6959c05bab6e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:12.245716 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a552afe7-489a-471e-9fd5-986f3be4b4e9 req-183c5dc3-8686-44ea-8728-6959c05bab6e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 210 time: 0.1519473 Nov 20 08:44:12.611253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401513'] for router_gateway, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:12.754685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Router b44ed2e6-e964-4581-871a-bb104bdcc52d has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:12.902377 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1588'] for router, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:12.966264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.073604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854370357'] for router, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.074152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0df0f214-8693-4e78-8e96-2be9494cf3eb {{(pid=80320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:44:13.155504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] Notify callbacks [] for router, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.156685 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ced37728-e6d8-42c3-9be4-f085e711bd19 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0df0f214-8693-4e78-8e96-2be9494cf3eb HTTP/1.1" status: 204 len: 168 time: 3.3515565 Nov 20 08:44:13.160322 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42850) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:13.210936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:13.224429 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:13.232505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Deleting subnet 0873f7ac-b539-4b8b-985d-4f5f2225f0f8 {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:44:13.235863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.239135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:13.239997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:13.248793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] No DVR routers for this DVR port 2dcd3b44-4f35-4081-ad88-7284920a5050 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:44:13.251945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.254217 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8586b55e-572d-42d4-8751-42160f8dc27e req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "DELETE /v2.0/ports/2dcd3b44-4f35-4081-ad88-7284920a5050 HTTP/1.1" status: 204 len: 173 time: 4.6185787 Nov 20 08:44:13.254776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-deleted', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:13.294588 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.361676 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765b7ddf-54f4-4d60-8c31-cceaada0a36c', 'name': 'network-vif-deleted', 'tag': '2dcd3b44-4f35-4081-ad88-7284920a5050', 'status': 'completed', 'code': 200} Nov 20 08:44:13.456243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.504677 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-217064af-7c09-47b9-beda-634cb63b3fbe req-007789be-bef9-4a34-8db5-b52a03e27bb8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=765b7ddf-54f4-4d60-8c31-cceaada0a36c HTTP/1.1" status: 200 len: 210 time: 0.0481603 Nov 20 08:44:13.627101 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:13.733173 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.746851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:13.787167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0873f7ac-b539-4b8b-985d-4f5f2225f0f8,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:13.811909 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.812115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.812419 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.812860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.813278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.813729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.814070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.814768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.814987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.815201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.815930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.816407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.816923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.817333 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.817737 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.818139 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.818539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.818939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.819338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.819735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.820137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.820536 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.820981 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.821413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:44:13.826703 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:13.868009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20a18cc8-37d6-49dd-b410-c78936212c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.911929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:13.920565 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-14c6f9d4-caab-416e-b837-b82b45203c8a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0873f7ac-b539-4b8b-985d-4f5f2225f0f8 HTTP/1.1" status: 204 len: 168 time: 0.7567015 Nov 20 08:44:13.920797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b67bd-191c-4801-821b-79d832ddd48f None None] Network 1f77e520-5960-41b4-861f-f79b8f710eca requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:44:13.920904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42858) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:14.010992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device a5307de6-fa6c-4874-8a11-eb400b02972c no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:44:14.039612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.114071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Deleting port b6fb1d21-0df6-43db-821e-90d8b270dc2f {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:14.114457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.114722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: a5307de6-fa6c-4874-8a11-eb400b02972c {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:44:14.115123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device a5307de6-fa6c-4874-8a11-eb400b02972c not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:44:14.214941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:14.219803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:14.243992 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:14.244641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:43:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:14.333303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] For port b6fb1d21-0df6-43db-821e-90d8b270dc2f, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b6fb1d21-0df6-43db-821e-90d8b270dc2f,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:14.333698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.393973 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] DHCP port deletion for 1f77e520-5960-41b4-861f-f79b8f710eca request from dv-cinder-733622-11-smb {{(pid=80322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:44:14.417790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Deleting port b6fb1d21-0df6-43db-821e-90d8b270dc2f {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:14.418258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.467677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Calling delete_port for b6fb1d21-0df6-43db-821e-90d8b270dc2f owned by network:dhcp {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:14.542918 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:14.543897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.560037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9e4046d4-afdc-49da-99fc-d28dec2d7c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:14.610073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fb1d21-0df6-43db-821e-90d8b270dc2f,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:14.622303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:14.686475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42866) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:14.712064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] No DVR routers for this DVR port b6fb1d21-0df6-43db-821e-90d8b270dc2f on host dv-cinder-733622-11-smb {{(pid=80321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:44:14.772218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.803119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.841152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.853311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.855211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] For port b6fb1d21-0df6-43db-821e-90d8b270dc2f, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=b6fb1d21-0df6-43db-821e-90d8b270dc2f,segment=NetworkSegment(b7b3ee71-c44a-46ee-a458-6630b3390732),segment_id=b7b3ee71-c44a-46ee-a458-6630b3390732)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:14.855390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.857773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-86441dfc-1ee5-4a34-85ee-dcd7f5535944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:14.873706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event deleted for resources: {'SecurityGroup': ['ID=787920b0-532d-4642-ade5-92ca35d9e655,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:14.877660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:14.889087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:14.890435 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "DELETE /v2.0/security-groups/787920b0-532d-4642-ade5-92ca35d9e655 HTTP/1.1" status: 204 len: 168 time: 0.2026637 Nov 20 08:44:14.893197 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42870) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:14.911561 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.v2.resource [None req-f2d9459b-ce8e-45b1-a7d8-55520183cbce tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] show failed (client error): The resource could not be found. Nov 20 08:44:14.913106 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f2d9459b-ce8e-45b1-a7d8-55520183cbce tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups/787920b0-532d-4642-ade5-92ca35d9e655 HTTP/1.1" status: 404 len: 347 time: 0.0181522 Nov 20 08:44:14.915969 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42874) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:14.961676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f77e520-5960-41b4-861f-f79b8f710eca']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:14.975002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b3ee71-c44a-46ee-a458-6630b3390732') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:14.975340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b3ee71-c44a-46ee-a458-6630b3390732') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:14.988071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.005586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.008081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:44:15.099714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Deleting port f49c5ab1-f616-46b0-85c7-a5bef4ac90da {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:15.100012 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.207715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Network 1f77e520-5960-41b4-861f-f79b8f710eca has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:44:15.217378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.233389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Calling delete_port for b6fb1d21-0df6-43db-821e-90d8b270dc2f owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:15.295430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.296003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.403773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:44:15.404124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:44:15.407807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Network 1f77e520-5960-41b4-861f-f79b8f710eca has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:44:15.418768 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:15.423236 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f277c4a-433b-410c-8ae5-bb5b47aa71da None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:44:15.428343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Calling delete_port for f49c5ab1-f616-46b0-85c7-a5bef4ac90da owned by network:floatingip {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:44:15.437119 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:44:15.513557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.518069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.522520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f3951ac1-eced-427c-b986-20e6b950a565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:15.548574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f77e520-5960-41b4-861f-f79b8f710eca,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:15.551583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:15.560811 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c60b871f-f3f1-4b2d-9979-2e2055c5223d admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f77e520-5960-41b4-861f-f79b8f710eca HTTP/1.1" status: 204 len: 168 time: 1.6388955 Nov 20 08:44:15.578057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.595905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:15.651576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event deleted for resources: {'Port': ['ID=f49c5ab1-f616-46b0-85c7-a5bef4ac90da,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:15.656936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:15.752863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42880) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:15.812439 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9a6c634e-db04-48be-b736-3254d16e1859 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=651c44deab754e37b14b36cd2f61906c&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0578001 Nov 20 08:44:15.814997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42884) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:15.848188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8db5f-3b5a-490f-9365-c3c3f3417e36 None None] New status for floating IP 97f68293-8f1b-4bce-b3f5-96a4f0826fe8: DOWN {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:44:15.850112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.869254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.870654 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "DELETE /v2.0/floatingips/97f68293-8f1b-4bce-b3f5-96a4f0826fe8 HTTP/1.1" status: 204 len: 168 time: 0.9533920 Nov 20 08:44:15.883656 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.907459 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Deleting port b6fb1d21-0df6-43db-821e-90d8b270dc2f {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:44:15.907459 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.926141 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.990924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:15.996819 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4eb9b-d79c-4f52-9ffd-33e80cdc5dc4 None None] The port 'b6fb1d21-0df6-43db-821e-90d8b270dc2f' was deleted {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:44:16.007143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b8a99c54-82b4-44d6-a248-cc086a850c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:16.028677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70073092-3640-4d8f-b8d7-0487419ee056,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:16.028677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:16.028677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.030202 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70073092-3640-4d8f-b8d7-0487419ee056 HTTP/1.1" status: 204 len: 168 time: 0.2141922 Nov 20 08:44:16.085025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b6fb1d21-0df6-43db-821e-90d8b270dc2f no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:44:16.130353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: b6fb1d21-0df6-43db-821e-90d8b270dc2f {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:44:16.130743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device b6fb1d21-0df6-43db-821e-90d8b270dc2f not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:44:16.145540 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1754-46d2-48bd-9a17-89f41ca0150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.345999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 42894) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:16.352150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'security_group': {'name': 'tempest-securitygroup--406411446', 'description': 'tempest-description--405588109'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:16.358603 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:16.363454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:16.366615 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:16.372567 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:16.383364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.425880 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:16.430070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:16.433303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:16.439763 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:16.501555 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.505135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.510667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9efaadc1-25a4-450a-892e-03f7e1c8e2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:16.555923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'SecurityGroup': ['ID=5e22c422-b49e-4f71-be3b-72b425a44556,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:16.558821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.560158 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1662 time: 0.2128818 Nov 20 08:44:16.561268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-510472e5-824e-4f34-b310-6e7b5c3e370a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:16.563397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42904) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:16.569906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'security_group_rule': {'security_group_id': '5e22c422-b49e-4f71-be3b-72b425a44556', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:16.577046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:16.581807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:16.585016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:16.591026 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:16.613016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.699461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.702360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.704533 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5995f8ea-a56c-4529-bd7c-38f447d8e732 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:16.729407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900fb462-5a74-4d9a-94ef-5a61a4251613,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:16.731982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:16.739417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.740766 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1762760 Nov 20 08:44:16.743954 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42910) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:16.749882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'security_group_rule': {'security_group_id': '5e22c422-b49e-4f71-be3b-72b425a44556', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:16.757042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:16.761245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:security_group_rule and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:16.764425 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:16.770450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:16.786893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.853605 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.857422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380222'] for security_group_rule, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.859852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6be60dcc-d0dc-4b0a-9774-17080ce3b05c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:16.885373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d119520-0066-4d28-b327-6e4758932b19,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:16.888085 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:16.894897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group_rule, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:16.896195 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8b8ec7f0-3256-450f-8500-934ffd7b2638 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1512427 Nov 20 08:44:16.899410 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 42918) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:16.904923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'floatingip': {'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:16.911877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:16.915938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Usage tracker for resource:floatingip and tenant:05d16d4bcb054bc8b2a5202daf7b9122 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:16.919047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:16.926186 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:16.936539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:17.028751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:17.089363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:17.388953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Allocated IP 172.28.3.194 (77e37b8f-e86d-4be6-8bec-12d8b6115714/d100af67-8c7a-4a7c-b958-a8e77de802c1/82cc918e-d871-4c82-860c-e2d453296806) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:44:17.557298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:17.584371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:17.600740 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:17.972225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'Port': ['ID=82cc918e-d871-4c82-860c-e2d453296806,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:17.981948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:18.032207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Network 77e37b8f-e86d-4be6-8bec-12d8b6115714 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:44:18.033455 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:44:18.036090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:44:18.042183 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.128517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.188770 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.401669 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.480979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.484692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.500897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b73d894b-d52b-4629-85cb-e86929b10569 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:18.658155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'Port': ['ID=82cc918e-d871-4c82-860c-e2d453296806,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:18.663087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:18.754234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.776381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:18.777766 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8773830 Nov 20 08:44:19.023767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-f0d1a00d-a751-4f32-bff7-405b688783e4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:19.039199 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-f0d1a00d-a751-4f32-bff7-405b688783e4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:19.040464 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-f0d1a00d-a751-4f32-bff7-405b688783e4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--406411446&fields=id&tenant_id=05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 267 time: 0.0612574 Nov 20 08:44:19.206442 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-42e654ea-c39f-4040-8e24-f367953e907f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:19.208265 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-42e654ea-c39f-4040-8e24-f367953e907f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 816 time: 0.1606107 Nov 20 08:44:19.227388 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-6709e581-24b6-4aa1-80c1-407fbc4ed5e4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/quotas/05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 375 time: 0.0131450 Nov 20 08:44:19.300795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:19.323658 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-160954a4-f224-4b70-9e92-a12c9d20f45e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:19.339415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-160954a4-f224-4b70-9e92-a12c9d20f45e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:19.340868 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-160954a4-f224-4b70-9e92-a12c9d20f45e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078570 Nov 20 08:44:19.491353 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-c5240953-2409-447c-9e5c-6d4913da7569 service neutron] 10.222.0.20 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375988 Nov 20 08:44:19.638164 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-6350d472-8231-4e2e-b5aa-406aa45f761f service neutron] 10.222.0.20 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403997 Nov 20 08:44:19.853707 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5cd715a5-64ee-4aee-89fb-ae9cb274e4a1 req-f2e01dad-df0b-4246-8594-029f7852e011 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 210 time: 0.0497618 Nov 20 08:44:21.130328 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8518a5fb-52fa-480a-8260-3e1cdaf5d40f req-7df7ba6a-8bd1-4ee2-bf41-c9d1dca174cf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 210 time: 0.0681334 Nov 20 08:44:21.172060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-3a635b2f-f0ff-4170-b90a-d1bc38cc671f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:21.174046 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-3a635b2f-f0ff-4170-b90a-d1bc38cc671f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 816 time: 0.2284184 Nov 20 08:44:21.284808 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-25191b81-7276-4247-baaa-35f1d19bf5eb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 5243 time: 0.0810571 Nov 20 08:44:21.303885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'port': {'device_id': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'admin_state_up': True, 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'security_groups': ['5e22c422-b49e-4f71-be3b-72b425a44556']}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:21.454697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:21.467520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:21.476850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Made reservation on behalf of 05d16d4bcb054bc8b2a5202daf7b9122 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:44:21.482983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:21.813059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Allocated IP 172.20.0.3 (dd55f9e0-87bf-43aa-b74f-0785d0db3aa9/6b4533d8-420e-4c87-9e0d-b3c221367134/8e7ad740-800a-41f2-9f4a-a6f54b1bd046) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:44:22.017490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.035689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Transition to ACTIVE for port object 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 will not be triggered until provisioned by entity DHCP. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:44:22.055059 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.074427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4fdf1615-8567-479a-a1ac-14756408a349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:22.221686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event updated for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:22.233130 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:22.282196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:44:22.283458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:44:22.285955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:44:22.355796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:22.356473 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.370745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209274c-cb95-4ea9-a9c5-459ba7a8f601 req-36fa4fc2-c117-4e92-8aa8-2a58bbaab7af tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:22.372427 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9209274c-cb95-4ea9-a9c5-459ba7a8f601 req-36fa4fc2-c117-4e92-8aa8-2a58bbaab7af tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 931 time: 0.0915368 Nov 20 08:44:22.384564 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5e25e817-9f89-4aa6-b256-43173b3a8802 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0850046 Nov 20 08:44:22.403892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Request body: {'port': {'device_id': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:22.428267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-9209274c-cb95-4ea9-a9c5-459ba7a8f601 req-6899fc71-c5fb-4fff-9553-39385e931b08 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:security_group {{(pid=80321) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:22.442676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-9209274c-cb95-4ea9-a9c5-459ba7a8f601 req-6899fc71-c5fb-4fff-9553-39385e931b08 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:security_group {{(pid=80321) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:22.443950 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9209274c-cb95-4ea9-a9c5-459ba7a8f601 req-6899fc71-c5fb-4fff-9553-39385e931b08 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637231 Nov 20 08:44:22.527719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.553550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1844d60d-1fa6-40b2-a1c4-f4ee35375055 None None] Provisioning for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 completed by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:44:22.558829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1844d60d-1fa6-40b2-a1c4-f4ee35375055 None None] Provisioning complete for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 triggered by entity DHCP. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:22.559182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1844d60d-1fa6-40b2-a1c4-f4ee35375055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.620996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1844d60d-1fa6-40b2-a1c4-f4ee35375055 None None] Port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 cannot update to ACTIVE because it is not bound. {{(pid=80322) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 20 08:44:22.972496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:44:22.980147 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:22.993961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Transition to ACTIVE for port object 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:44:22.997854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:23.014077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-001bcb82-ba87-4cf7-a50c-58e5ea907613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:23.388066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:23.393683 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:23.574678 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Attempting to bind port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:44:23.575057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Attempting to bind port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:44:23.575423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Attempting to bind port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 on network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:44:23.584325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:44:23.584957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Checking segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:44:23.585586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:23.586228 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Bound using segment: {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:44:23.586998 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Bound port: 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:44:23.587592 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:23.754894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] For port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:44:23.760380 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] For port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:44:23.767719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1c26a-9ee9-4c17-a322-1317027ea43a req-536b1180-801e-462b-b9e0-2c9a24e2d8e1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:23.768503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-57f1c26a-9ee9-4c17-a322-1317027ea43a req-536b1180-801e-462b-b9e0-2c9a24e2d8e1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Synchronizing usage tracker for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:44:23.773366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:23.789247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d2e3be52-14c8-4371-a8c4-6508a4b52a44 tempest-ServerRescueNegativeTestJSON-1678433779 tempest-ServerRescueNegativeTestJSON-1678433779] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:23.870606 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-57f1c26a-9ee9-4c17-a322-1317027ea43a req-536b1180-801e-462b-b9e0-2c9a24e2d8e1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Unset dirty status for tenant:05d16d4bcb054bc8b2a5202daf7b9122 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:44:23.871912 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-57f1c26a-9ee9-4c17-a322-1317027ea43a req-536b1180-801e-462b-b9e0-2c9a24e2d8e1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.2675216 Nov 20 08:44:23.978445 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:23.990767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:24.025374 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-57f1c26a-9ee9-4c17-a322-1317027ea43a req-af8e8051-050f-4e7f-91fb-d8cea511b7d4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014786 Nov 20 08:44:24.032138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:24.032886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:24.034361 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] 10.222.0.23 "PUT /v2.0/ports/8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 1157 time: 1.6355376 Nov 20 08:44:24.034882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:24.127416 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'status': 'completed', 'code': 200} Nov 20 08:44:24.172294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-46cc47cc-d923-4ad2-bdea-79f7a3fd2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:24.174000 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-46cc47cc-d923-4ad2-bdea-79f7a3fd2287 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1160 time: 0.0852602 Nov 20 08:44:24.278674 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-39d361db-2746-449a-b949-18c81b927f04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 217 time: 0.0901613 Nov 20 08:44:24.357842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-1e77e5f6-4b5b-447b-bc95-69d56a8813b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:24.359571 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-1e77e5f6-4b5b-447b-bc95-69d56a8813b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0739739 Nov 20 08:44:24.449015 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5d790a1b-da97-475a-9456-7b614dab4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:24.450663 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-5d790a1b-da97-475a-9456-7b614dab4c7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0846157 Nov 20 08:44:24.586396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43016) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:24.601383 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-8c094554-0bbe-4221-97ef-02fe56a3f874 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440001 Nov 20 08:44:24.751923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:24.757083 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fd2ccfb3-0f11-4488-b730-505698c95e5a req-7520d0d5-8666-4b30-84b6-e9d2554659a1 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486118 Nov 20 08:44:24.788258 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:24.792232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Usage tracker for resource:security_group_rule and tenant:94698ba9ec5c41b0b2f389dc79a5515b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:24.795291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:24.802219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:24.872195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:24.875454 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:24.885200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdc22d33-124a-4646-84b2-31817c3a2920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:24.927580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-8191010c-22ae-4b89-bfed-792f02843171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:24.929030 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a59ef90-f538-4684-b7af-d188428c379e,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:24.929303 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-8191010c-22ae-4b89-bfed-792f02843171 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1160 time: 0.0760875 Nov 20 08:44:24.933856 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94698ba9ec5c41b0b2f389dc79a5515b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3464139 Nov 20 08:44:24.934870 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:24.936432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43022) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:25.007405 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.037240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.085336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-2335177c-2641-4e89-b7d0-c6f3ba163838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:25.087160 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-2335177c-2641-4e89-b7d0-c6f3ba163838 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1457005 Nov 20 08:44:25.090041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.095701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b0a9f637-9b88-4c6d-860b-9fca9f77bb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:25.108133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a59ef90-f538-4684-b7af-d188428c379e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:25.114895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:25.115717 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.120851 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a59ef90-f538-4684-b7af-d188428c379e HTTP/1.1" status: 204 len: 168 time: 0.1823113 Nov 20 08:44:25.190624 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-18fbf94d-9437-4962-8822-55ac5c704c26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 217 time: 0.0959337 Nov 20 08:44:25.316150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-e161edc0-a08c-43fa-b93e-33ff0cdc0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:25.317773 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-e161edc0-a08c-43fa-b93e-33ff0cdc0124 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0872390 Nov 20 08:44:25.427599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803e55-c0ec-4b3a-97f3-1f3b936f976d req-bf26a4d0-ff3b-4e29-9f83-99180fee14be tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:25.430627 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01803e55-c0ec-4b3a-97f3-1f3b936f976d req-bf26a4d0-ff3b-4e29-9f83-99180fee14be tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.2457170 Nov 20 08:44:25.523644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-1bcaef73-a6d4-4478-986c-a3e0a8d84e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:25.525335 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-1bcaef73-a6d4-4478-986c-a3e0a8d84e8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2000575 Nov 20 08:44:25.529686 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01803e55-c0ec-4b3a-97f3-1f3b936f976d req-6db88b7d-4d9b-48a2-ad67-69d2035fa29b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910635 Nov 20 08:44:25.586885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43032) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:25.607904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.645900 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:25.650254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4188ba9b6a4d4f2baab6a205ddb729e9 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:25.653395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:25.660269 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:25.687509 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-8e5d42a3-2d3d-44c5-8063-a385bf3873a7 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548529 Nov 20 08:44:25.733979 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.737772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.746336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a0ad89b-1807-4807-8679-8cfa0a0b18b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:25.792853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4782049c-c5d4-4db7-835f-b01aa6dff8f2,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:25.797783 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4188ba9b6a4d4f2baab6a205ddb729e9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2095547 Nov 20 08:44:25.798829 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-88c816bc-9474-455c-876d-41aa1c3c06d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:25.800532 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43036) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:25.840630 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a3805325-5aaf-4f3e-b87a-afb6c77bfc00 req-84cbb324-1f82-4382-9361-8db75fa22c55 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1454077 Nov 20 08:44:25.870554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.901168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.948548 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.953876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4454fd0-f1ea-48d8-866d-50ecf56dc730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:25.967807 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782049c-c5d4-4db7-835f-b01aa6dff8f2,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:25.971027 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:25.973861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:25.975097 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b7595c51-1d2c-4b9e-a3fc-9cdc8e11cacc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4782049c-c5d4-4db7-835f-b01aa6dff8f2 HTTP/1.1" status: 204 len: 168 time: 0.1735551 Nov 20 08:44:26.838290 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a04db7-be78-4487-b7b8-dc403c87e596 req-11805012-fc4a-4682-909d-d2e5949de72b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:26.840045 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d3a04db7-be78-4487-b7b8-dc403c87e596 req-11805012-fc4a-4682-909d-d2e5949de72b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0918415 Nov 20 08:44:26.897377 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d3a04db7-be78-4487-b7b8-dc403c87e596 req-8c0f3c01-a87d-4e4b-afc4-834c78821955 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508742 Nov 20 08:44:28.137335 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab0af1-17e6-45a4-bb3f-c5f6007fff68 req-2f836e57-c1d1-426b-a3cd-945e82fdcc91 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:28.139005 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7eab0af1-17e6-45a4-bb3f-c5f6007fff68 req-2f836e57-c1d1-426b-a3cd-945e82fdcc91 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0897675 Nov 20 08:44:28.194727 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7eab0af1-17e6-45a4-bb3f-c5f6007fff68 req-e2711625-5673-4e86-82cf-2bba27508b43 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486498 Nov 20 08:44:29.432679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127d2c-8c37-4abe-ae9d-e3e8e4c001ac req-ef52f829-5d9f-41cf-a54a-b58c1e7104c0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:29.434574 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a0127d2c-8c37-4abe-ae9d-e3e8e4c001ac req-ef52f829-5d9f-41cf-a54a-b58c1e7104c0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0900316 Nov 20 08:44:29.485955 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a0127d2c-8c37-4abe-ae9d-e3e8e4c001ac req-c784a143-b669-431d-b3be-71c1047d5e12 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443583 Nov 20 08:44:29.830103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:44:29.905729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:44:29.912376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:29.912855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:30.041040 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:30.074102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:30.085667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:44:30.089160 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:30.091283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:30.145297 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'code': 200} Nov 20 08:44:30.165456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:30.169080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:30.433202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992728-07de-4d7b-bf92-4a85ea5ef9e2 req-88eeb90e-c257-48f6-9870-07a4976a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:30.434842 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f3992728-07de-4d7b-bf92-4a85ea5ef9e2 req-88eeb90e-c257-48f6-9870-07a4976a0221 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1162 time: 0.0786264 Nov 20 08:44:30.480409 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f3992728-07de-4d7b-bf92-4a85ea5ef9e2 req-19fb225a-82a7-4c8e-a21d-ef2e2d30f13d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Nov 20 08:44:30.740423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708b2f-9d12-4c00-8b5d-fe9fef6fc0ea req-1331e7ee-6a3c-403e-b44f-3551392fe0e9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:30.742088 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b4708b2f-9d12-4c00-8b5d-fe9fef6fc0ea req-1331e7ee-6a3c-403e-b44f-3551392fe0e9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1080313 Nov 20 08:44:30.792883 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b4708b2f-9d12-4c00-8b5d-fe9fef6fc0ea req-6d505098-a110-4566-a4a1-f06450da54c6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446062 Nov 20 08:44:31.335853 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:44:31.419689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:44:31.420067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:32.039732 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039ff07-d0c1-4906-9531-4043356e2e87 req-1d098276-7942-444e-a1a0-ab8914c52f7d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:32.041395 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3039ff07-d0c1-4906-9531-4043356e2e87 req-1d098276-7942-444e-a1a0-ab8914c52f7d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0889919 Nov 20 08:44:32.093498 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3039ff07-d0c1-4906-9531-4043356e2e87 req-ff5c8a69-d1a4-48b3-8572-b95cf434d67c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Nov 20 08:44:32.343150 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c12c72-45c6-4d63-85b5-8fdd75df5474 req-fbdc3530-871d-466c-833c-2b78a3c78457 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:32.344833 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7c12c72-45c6-4d63-85b5-8fdd75df5474 req-fbdc3530-871d-466c-833c-2b78a3c78457 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0886638 Nov 20 08:44:32.355065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43152) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:32.360953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Request body: {'floatingip': {'port_id': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}} {{(pid=80321) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:44:32.665884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, before_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:33.537267 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:33.540543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:33.757633 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Floating IP e5a95285-437f-4552-a2cd-6f0ba5b7f6e7 associated. External IP: 172.28.3.194, port: 8e7ad740-800a-41f2-9f4a-a6f54b1bd046. Nov 20 08:44:34.204714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Router b44ed2e6-e964-4581-871a-bb104bdcc52d has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:44:34.294727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 43176) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:34.430200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:44:34.434758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.450253 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:44:34.459045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.464370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:34.465080 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:44:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:34.498079 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9aa3ffd9-0f6c-447d-bb1b-6c7c14149a81 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "PUT /v2.0/floatingips/e5a95285-437f-4552-a2cd-6f0ba5b7f6e7 HTTP/1.1" status: 200 len: 991 time: 2.1417646 Nov 20 08:44:34.498772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}] {{(pid=80321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:44:34.517858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:34.526225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Usage tracker for resource:security_group_rule and tenant:2f4ad7c11842468db350e6adb8e2e852 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:34.534586 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:34.549810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:34.564518 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'status': 'completed', 'code': 200} Nov 20 08:44:34.672355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:34.706189 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.713431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.723994 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5db6acd1-e68d-48c1-bb79-9bef432da421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:34.776782 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971302fa-39ed-46e0-aa06-fd1c3a7e62bc,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:34.783374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:34.786784 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9b0bf826-5ed5-41ed-a0db-534da121768d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f4ad7c11842468db350e6adb8e2e852&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4909573 Nov 20 08:44:34.789826 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43186) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:34.794164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-037c9183-eb79-4725-9d39-6914220b9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:34.795774 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-037c9183-eb79-4725-9d39-6914220b9fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1162 time: 0.1754596 Nov 20 08:44:34.865408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.895204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.951509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.952412 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-9f586d00-f681-4e0b-aaac-9069c8fdce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:34.954148 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-9f586d00-f681-4e0b-aaac-9069c8fdce19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1514151 Nov 20 08:44:34.957375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dbb7176a-c342-409b-94a6-aa0adea3678e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:34.970365 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971302fa-39ed-46e0-aa06-fd1c3a7e62bc,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:34.974769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:34.978422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:34.979860 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/971302fa-39ed-46e0-aa06-fd1c3a7e62bc HTTP/1.1" status: 204 len: 168 time: 0.1888404 Nov 20 08:44:35.121234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'e5a95285-437f-4552-a2cd-6f0ba5b7f6e7', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'port_id': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'mac_address': 'fa:16:3e:50:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:18Z', 'updated_at': '2020-11-20T08:44:33Z', 'revision_number': 1, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:35.129845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:44:35.134038 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-46973849-71d4-43d9-8e1e-126e256a442b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 999 time: 0.1715503 Nov 20 08:44:35.151388 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:44:35.152639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:44:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:35.208852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-7af50a8b-4029-4493-a97b-696e9b0b51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:35.210536 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-7af50a8b-4029-4493-a97b-696e9b0b51cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0688219 Nov 20 08:44:35.304348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-fbdc5b68-833e-4b32-936d-6e530a93ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:44:35.306165 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-fbdc5b68-833e-4b32-936d-6e530a93ee93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0881150 Nov 20 08:44:35.372190 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:44:35.437749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43196) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:35.459089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.498084 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:35.503633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Usage tracker for resource:security_group_rule and tenant:7aebf07e87a74f6389f195105961c93b is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:35.507480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:35.513851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:35.596456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.603578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.617897 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d5660006-d0f8-46d5-8116-2a3233eb0944 tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:35.674518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582b160-3c3c-4e98-b7e7-12aacd20bc26,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:35.725431 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-3f154aa0-e024-486a-aff0-06d1304e1e5f service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107680 Nov 20 08:44:35.730845 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aebf07e87a74f6389f195105961c93b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2906199 Nov 20 08:44:35.730845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:35.732212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43202) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:35.829309 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.860735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.861406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'e5a95285-437f-4552-a2cd-6f0ba5b7f6e7', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'port_id': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'mac_address': 'fa:16:3e:50:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:18Z', 'updated_at': '2020-11-20T08:44:33Z', 'revision_number': 1, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:44:35.866962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720911eb-c475-4ee6-82cb-59001452a40b None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_floatingips': [{'id': 'e5a95285-437f-4552-a2cd-6f0ba5b7f6e7', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'router_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'port_id': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'mac_address': 'fa:16:3e:50:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-20T08:44:18Z', 'updated_at': '2020-11-20T08:44:33Z', 'revision_number': 1, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:44:35.894757 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-79ee5551-af4e-4261-983a-3456781e2ff4 req-c14ea892-a6ca-493e-a44c-df0a8da9ab24 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612046 Nov 20 08:44:35.923850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.930469 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-188329ba-9f0c-43ce-a058-c7944705fc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:35.946155 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582b160-3c3c-4e98-b7e7-12aacd20bc26,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:35.949364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:35.950274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:35.957165 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8582b160-3c3c-4e98-b7e7-12aacd20bc26 HTTP/1.1" status: 204 len: 168 time: 0.2187212 Nov 20 08:44:36.194716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09a4ad6-33fe-4d71-90d9-ba6780925c4c None None] New status for floating IP e5a95285-437f-4552-a2cd-6f0ba5b7f6e7: ACTIVE {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:44:43.791501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-238075f5-cc53-4f05-ac96-685aeb5bcb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:46.130541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cef044d-2c5d-4443-abd3-cb05e7797987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:47.034757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:48.045617 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:48.402161 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:48.497390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:44:49.300004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.717211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43342) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:51.884697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:51.919937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:44:51.924451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Usage tracker for resource:security_group_rule and tenant:85576b9fc6b24fe59f1a0c60db42280a is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:44:51.927557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:44:51.933438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:44:52.251126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.255301 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.264404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e365b71b-9b15-4d2f-9587-b73f6fa1f1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:52.311188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4e085-ff4d-4ee4-a18f-74bde469c05a,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:52.315747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:52.319003 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85576b9fc6b24fe59f1a0c60db42280a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6004288 Nov 20 08:44:52.321734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43350) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:44:52.388126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.416674 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.463896 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.469275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1540bd69-8891-4e7e-8f84-ce63276cd09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:44:52.487087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4e085-ff4d-4ee4-a18f-74bde469c05a,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:44:52.489781 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:44:52.493957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:44:52.495980 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e4e085-ff4d-4ee4-a18f-74bde469c05a HTTP/1.1" status: 204 len: 168 time: 0.1726675 Nov 20 08:45:03.092319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 43488) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:03.263438 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.296925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:03.302041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Usage tracker for resource:security_group_rule and tenant:167a4f7feda94291a4bc348dda94b4e8 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:03.305118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:03.310945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:03.382776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.385521 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.393347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-adfb2911-d520-48c9-a6b2-78dea142d5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:03.435701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9dd26c-0819-4479-82f5-3d1071792d88,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:03.448107 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=167a4f7feda94291a4bc348dda94b4e8&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3545589 Nov 20 08:45:03.450812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43494) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:03.452109 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.452584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.452930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.453316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.453722 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.454118 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.455108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.455481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.455872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.456259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.456661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.457046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.457487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.457895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.458276 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.458667 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.459060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.459451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.459844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.460231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.460640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.461038 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.461427 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.461817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:03.466566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7d01faf3-484a-408d-8f26-a8775eba9d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:03.517755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.545457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.590828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.595913 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2968e280-f099-4d29-b9a4-08263e31ba7d tempest-TestMinimumBasicScenario-514815557 tempest-TestMinimumBasicScenario-514815557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:03.608428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9dd26c-0819-4479-82f5-3d1071792d88,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:03.611845 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:03.613967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:03.615170 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df9dd26c-0819-4479-82f5-3d1071792d88 HTTP/1.1" status: 204 len: 168 time: 0.1632409 Nov 20 08:45:03.980325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43502) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:04.000241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.034693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:04.038729 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:00d5d376bfe8410ba07b9fec53f399e1 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:04.041715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:04.047386 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:04.114951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.118140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.126648 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-32d62040-b79d-48cb-b924-8316d46691fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:04.174906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0897fc-b861-4e02-9719-3520b23702ad,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:04.178222 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:04.184955 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d5d376bfe8410ba07b9fec53f399e1&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2011368 Nov 20 08:45:04.185556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43508) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:04.254999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.287022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.333411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.338879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c841808-8aea-41fa-a0bb-e660eba65a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:04.354145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0897fc-b861-4e02-9719-3520b23702ad,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:04.357368 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:04.358315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.359650 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d0897fc-b861-4e02-9719-3520b23702ad HTTP/1.1" status: 204 len: 168 time: 0.1733654 Nov 20 08:45:04.791539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43516) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:04.811810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.846587 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:04.850664 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Usage tracker for resource:security_group_rule and tenant:d80d9a42a33440ad871af429e39e5357 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:04.853662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:04.859470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:04.932540 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.935462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:04.944849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d1bb4181-8a02-425b-bcd3-7bdea18a5628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:04.988070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3287755-8ba4-4c13-b90c-e642767c565d,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:04.992976 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d80d9a42a33440ad871af429e39e5357&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2000825 Nov 20 08:45:04.994016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e16ae554-48a5-47c4-ad2c-297dc11108ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:04.995642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 43520) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:05.061145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.092093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.171943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.181651 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cfb4b3fa-92d3-42f3-b7c9-7287792310a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:05.208076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3287755-8ba4-4c13-b90c-e642767c565d,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:05.213025 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:05.215071 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:05.217168 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-43b88686-3af7-4ea3-9655-e37ef87e1af3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3287755-8ba4-4c13-b90c-e642767c565d HTTP/1.1" status: 204 len: 168 time: 0.2201576 Nov 20 08:45:06.257243 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 43544) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:06.403715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1796459853-network', 'tenant_id': '1954e452666340e7bd7c632d1860fe42'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:06.409541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:06.413902 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Usage tracker for resource:network and tenant:1954e452666340e7bd7c632d1860fe42 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:06.417136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:06.423081 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:06.433137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Made reservation on behalf of 1954e452666340e7bd7c632d1860fe42 for: {'network': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:45:06.438008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for network, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.452126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.491360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:06.495527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Usage tracker for resource:security_group_rule and tenant:1954e452666340e7bd7c632d1860fe42 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:06.498661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:06.505976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:06.580131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.583201 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.587699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-446d8b67-e0d2-46b9-a4a2-633b37a0eca0 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:06.622076 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 20 08:45:06.636758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e921545-1214-4e52-a4ec-5ba66074a9ab,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:06.640929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:06.645238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.645674 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.segments_db [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Added segment 1fc0472d-5a55-4b6e-9d26-e9877348195d of type vxlan for network d02f5db6-2376-4a97-8682-92efcaba37b6 Nov 20 08:45:06.676492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733674543799'] for network, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.710254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.710495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:06.711035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:06.716390 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3556cfa1-f9bb-4f42-bca1-aa8e27231e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:06.830522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Pushing event updated for resources: {'Network': ['ID=d02f5db6-2376-4a97-8682-92efcaba37b6,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:06.835395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:06.840369 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-000535a2-076d-44da-b486-660c74bb2e00 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5819373 Nov 20 08:45:06.841625 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Network d02f5db6-2376-4a97-8682-92efcaba37b6 details requested by agent ovs-agent-dv-cinder-733622-11-smb with host dv-cinder-733622-11-smb {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:45:06.842571 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 43552) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:45:06.849352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Request body: {'subnet': {'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1796459853-subnet', 'tenant_id': '1954e452666340e7bd7c632d1860fe42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:06.855008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:06.859194 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Usage tracker for resource:subnet and tenant:1954e452666340e7bd7c632d1860fe42 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:06.860636 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Network d02f5db6-2376-4a97-8682-92efcaba37b6 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80322) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 20 08:45:06.862426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:06.868268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:06.878734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Made reservation on behalf of 1954e452666340e7bd7c632d1860fe42 for: {'subnet': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:45:06.883591 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843380977'] for subnet, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.368143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843500071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843380962'] for subnet, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.388275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5b4bfbab-eb1c-41ac-a6cb-f02c0100060b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:07.535637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d78843-bdc0-4dcb-9d0e-f3d87060198c,revision_number=0']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:07.539886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:07.604647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Checking segment: {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:45:07.604908 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Network hostable DHCP agents. Network: d02f5db6-2376-4a97-8682-92efcaba37b6, hostable agents: ['1bfdf47c-7733-414d-82d8-7eeda61a04e7'], hosted agents: [] {{(pid=80320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 20 08:45:07.629018 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Network d02f5db6-2376-4a97-8682-92efcaba37b6 is scheduled to be hosted by DHCP agent 1bfdf47c-7733-414d-82d8-7eeda61a04e7 with binding_index 1 {{(pid=80320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 20 08:45:07.638154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-11-smb, d02f5db6-2376-4a97-8682-92efcaba37b6) {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:45:07.649884 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef86fa12-de6e-4762-81b2-b01ef4855f20 None None] Network d02f5db6-2376-4a97-8682-92efcaba37b6 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:45:07.651542 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:07.652198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:07.685253 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-865defc9-2670-46b8-8267-f3a9619e680d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8414814 Nov 20 08:45:07.946006 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b1750-ffdd-482d-b049-09d313709adc None None] Network d02f5db6-2376-4a97-8682-92efcaba37b6 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:45:09.907752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-f7992b77-29cc-46fb-b208-e707eb0ef1f7 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:09.908422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-46720f8d-4a14-482f-b694-553f71a14e86 req-f7992b77-29cc-46fb-b208-e707eb0ef1f7 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Synchronizing usage tracker for tenant:1954e452666340e7bd7c632d1860fe42 on resource:network {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:09.924889 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-46720f8d-4a14-482f-b694-553f71a14e86 req-f7992b77-29cc-46fb-b208-e707eb0ef1f7 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Unset dirty status for tenant:1954e452666340e7bd7c632d1860fe42 on resource:network {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:09.926149 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-f7992b77-29cc-46fb-b208-e707eb0ef1f7 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/networks?id=d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 200 len: 809 time: 0.1731699 Nov 20 08:45:09.944976 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-19c26518-b87f-4a26-9325-8c335c24de04 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/quotas/1954e452666340e7bd7c632d1860fe42 HTTP/1.1" status: 200 len: 375 time: 0.0128241 Nov 20 08:45:09.997372 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-d11a823c-222a-4c1c-8b0b-0e237e900d94 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?tenant_id=1954e452666340e7bd7c632d1860fe42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464451 Nov 20 08:45:10.148969 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-87ef37a0-d1e6-4a31-8ac6-1be063a4ba0d service neutron] 10.222.0.20 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425128 Nov 20 08:45:10.296882 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-2efa56f8-0b38-4552-80aa-8428066e023a service neutron] 10.222.0.20 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414518 Nov 20 08:45:10.508304 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-810dfbb0-9a53-4e76-9753-7e6cc8ef3a52 req-4e75a674-baba-4a05-9b53-2a31a7cad1d4 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 210 time: 0.0505891 Nov 20 08:45:11.722313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-687dbccc-e506-48d3-800e-68f81964af59 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:11.723881 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-687dbccc-e506-48d3-800e-68f81964af59 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "GET /v2.0/networks?id=d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 200 len: 809 time: 0.1713014 Nov 20 08:45:11.734592 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-166118e1-559c-407f-a85d-0530e165120d req-06ca903d-6785-4d3b-a00e-b92729423890 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 210 time: 0.0912287 Nov 20 08:45:11.748509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Request body: {'port': {'device_id': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6', 'admin_state_up': True, 'tenant_id': '1954e452666340e7bd7c632d1860fe42'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:11.895461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:11.899522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Usage tracker for resource:port and tenant:1954e452666340e7bd7c632d1860fe42 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:45:11.902623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Quota usage for port was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:45:11.909052 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:11.917787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Made reservation on behalf of 1954e452666340e7bd7c632d1860fe42 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:45:11.924178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:12.236925 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Allocated IP 172.20.0.12 (d02f5db6-2376-4a97-8682-92efcaba37b6/56d78843-bdc0-4dcb-9d0e-f3d87060198c/932548a8-1558-40ea-a622-1091639051e6) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:45:12.457600 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:12.484239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:12.499578 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a5142011-d53e-42f4-b7c5-a8c14f8d2b99 tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:12.637765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Pushing event updated for resources: {'Port': ['ID=932548a8-1558-40ea-a622-1091639051e6,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:12.642779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:12.699046 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Network d02f5db6-2376-4a97-8682-92efcaba37b6 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:45:12.700202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:45:12.702626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:45:12.767627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:12.768209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:12.788985 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0452442 Nov 20 08:45:12.807416 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Request body: {'port': {'device_id': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:12.933239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:12.958275 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e14d47-f64a-46a1-819f-27f4b2131414 req-87b782d2-cf5c-4425-8770-9c6f4830a015 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:12.959887 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32e14d47-f64a-46a1-819f-27f4b2131414 req-87b782d2-cf5c-4425-8770-9c6f4830a015 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 932 time: 0.0855465 Nov 20 08:45:13.014498 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-32e14d47-f64a-46a1-819f-27f4b2131414 req-babf6fcc-c494-4509-af02-e1fd9d950496 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Nov 20 08:45:13.346530 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932548a8-1558-40ea-a622-1091639051e6 {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:45:13.353476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:13.375766 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Transition to ACTIVE for port object 932548a8-1558-40ea-a622-1091639051e6 will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:45:13.379574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:13.397274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:13.759398 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Pushing event updated for resources: {'Port': ['ID=932548a8-1558-40ea-a622-1091639051e6,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:13.764726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:13.793202 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-717fdc5a-b1b6-4c68-a135-3ca29cde2213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:13.940211 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Attempting to bind port 932548a8-1558-40ea-a622-1091639051e6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:45:13.940496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Attempting to bind port 932548a8-1558-40ea-a622-1091639051e6 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:45:13.941050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Attempting to bind port 932548a8-1558-40ea-a622-1091639051e6 on network d02f5db6-2376-4a97-8682-92efcaba37b6 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:45:13.948082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:45:13.948457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Checking segment: {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:45:13.948886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:13.949282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Bound using segment: {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:45:13.949758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Bound port: 932548a8-1558-40ea-a622-1091639051e6, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:45:13.950135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:14.053810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] For port 932548a8-1558-40ea-a622-1091639051e6, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:45:14.057112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] For port 932548a8-1558-40ea-a622-1091639051e6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=932548a8-1558-40ea-a622-1091639051e6,segment=NetworkSegment(1fc0472d-5a55-4b6e-9d26-e9877348195d),segment_id=1fc0472d-5a55-4b6e-9d26-e9877348195d)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:45:14.061097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:14.077652 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2e60a92f-1f41-4bfd-ac66-f7195f1c8f49 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:14.233047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac9e1a-0792-4057-bcab-7502f5734e1b req-a646058c-59ad-44b8-a1ee-f12ee578febf tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:14.234680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dcac9e1a-0792-4057-bcab-7502f5734e1b req-a646058c-59ad-44b8-a1ee-f12ee578febf tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 944 time: 0.0851622 Nov 20 08:45:14.241111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Pushing event updated for resources: {'Port': ['ID=932548a8-1558-40ea-a622-1091639051e6,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:14.246164 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:14.279963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:14.280685 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:14.282296 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] 10.222.0.23 "PUT /v2.0/ports/932548a8-1558-40ea-a622-1091639051e6 HTTP/1.1" status: 200 len: 1158 time: 1.4795437 Nov 20 08:45:14.283099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'tag': '932548a8-1558-40ea-a622-1091639051e6'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:14.289713 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dcac9e1a-0792-4057-bcab-7502f5734e1b req-171b5129-610b-4b4f-8dfa-a5cf7f433032 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Nov 20 08:45:14.372571 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'tag': '932548a8-1558-40ea-a622-1091639051e6', 'status': 'completed', 'code': 200} Nov 20 08:45:14.408708 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-4bd06bb9-3f9c-4a5b-a0e3-6eefcdbd4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:14.410342 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-4bd06bb9-3f9c-4a5b-a0e3-6eefcdbd4fb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1954e452666340e7bd7c632d1860fe42&device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 1161 time: 0.0777304 Nov 20 08:45:14.494651 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-d6affe55-d7c1-43c1-9180-a9720f3e7615 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=932548a8-1558-40ea-a622-1091639051e6 HTTP/1.1" status: 200 len: 217 time: 0.0698879 Nov 20 08:45:14.565752 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720f8d-4a14-482f-b694-553f71a14e86 req-087f99ec-072e-4db9-89da-b8d02cce8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:14.567384 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-087f99ec-072e-4db9-89da-b8d02cce8f03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56d78843-bdc0-4dcb-9d0e-f3d87060198c HTTP/1.1" status: 200 len: 849 time: 0.0670774 Nov 20 08:45:14.622350 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-d51c28f2-f73b-49dc-9fee-4b4224ae57ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d02f5db6-2376-4a97-8682-92efcaba37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479980 Nov 20 08:45:14.777159 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-be51f6c4-2e80-41db-9f13-0594a40ea1f9 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472814 Nov 20 08:45:14.928484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-46720f8d-4a14-482f-b694-553f71a14e86 req-6cf5dc80-60d6-4dd1-a607-73f1ff9d9b27 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431277 Nov 20 08:45:15.121570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-3e6736e6-dc4b-41dc-a5b9-563d57ceac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:15.123127 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-3e6736e6-dc4b-41dc-a5b9-563d57ceac55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1954e452666340e7bd7c632d1860fe42&device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 1161 time: 0.0818496 Nov 20 08:45:15.273934 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-74575b82-3693-4126-af6e-b2746f75d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:15.275533 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-74575b82-3693-4126-af6e-b2746f75d093 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 200 len: 903 time: 0.1459177 Nov 20 08:45:15.353376 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-583bdc2a-1bd4-431c-9d7c-c9949e873e84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=932548a8-1558-40ea-a622-1091639051e6 HTTP/1.1" status: 200 len: 217 time: 0.0713589 Nov 20 08:45:15.425088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-97e69e60-d556-4787-b50f-748db52ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:15.426557 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-97e69e60-d556-4787-b50f-748db52ed0cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56d78843-bdc0-4dcb-9d0e-f3d87060198c HTTP/1.1" status: 200 len: 849 time: 0.0669758 Nov 20 08:45:15.526201 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-bd71f5d2-acd2-4c94-9921-48101322aa03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d02f5db6-2376-4a97-8682-92efcaba37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593169 Nov 20 08:45:15.664833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-2cce156a-97fd-40bd-9c7a-12b9c20e40a9 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:15.665608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-2cce156a-97fd-40bd-9c7a-12b9c20e40a9 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Synchronizing usage tracker for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:15.703105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-2cce156a-97fd-40bd-9c7a-12b9c20e40a9 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Unset dirty status for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:15.704378 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-2cce156a-97fd-40bd-9c7a-12b9c20e40a9 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 944 time: 0.2768614 Nov 20 08:45:15.706502 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-ce7dd838-2dce-4aa2-84cb-f3957a0be3a6 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716089 Nov 20 08:45:15.864496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-5c7e8e9b-898d-4c88-b3e1-da5da5c8e666 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Synchronizing usage tracker for tenant:1954e452666340e7bd7c632d1860fe42 on resource:security_group {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:15.907020 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-265c4acf-b343-46f3-a7ac-5600eeedcb97 req-c762e9b0-e03b-4ecc-8fab-2c4750b4c7f1 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1801057 Nov 20 08:45:15.908637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-5c7e8e9b-898d-4c88-b3e1-da5da5c8e666 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Unset dirty status for tenant:1954e452666340e7bd7c632d1860fe42 on resource:security_group {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:15.909773 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ca8c0964-a9d8-4d80-94f3-ca7397e405db req-5c7e8e9b-898d-4c88-b3e1-da5da5c8e666 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984603 Nov 20 08:45:16.133544 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-99e4444a-781c-4b3b-9756-e8eb149d6df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:17.039413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:17.139369 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3780b7-2057-412b-8428-4d42b949d3dc req-3146ffcb-243a-4e79-a409-cd2d9a8f92af tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:17.141095 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d3780b7-2057-412b-8428-4d42b949d3dc req-3146ffcb-243a-4e79-a409-cd2d9a8f92af tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 944 time: 0.0947506 Nov 20 08:45:17.198525 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d3780b7-2057-412b-8428-4d42b949d3dc req-13eaa22d-a63f-4b27-8d89-f94b81a32dc1 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506406 Nov 20 08:45:18.048842 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:18.406449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:18.420324 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0f19-cdeb-4ac1-bf3f-2e40fdba7946 req-52a510ee-554a-4491-8ce1-a7d5c6579feb tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:18.421993 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7e5b0f19-cdeb-4ac1-bf3f-2e40fdba7946 req-52a510ee-554a-4491-8ce1-a7d5c6579feb tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 944 time: 0.0897055 Nov 20 08:45:18.473794 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7e5b0f19-cdeb-4ac1-bf3f-2e40fdba7946 req-be33b43e-b2ec-469e-988c-e9822925d5df tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Nov 20 08:45:19.299914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:19.701361 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12d4-cbbe-4d0c-9d58-5d6660d1f33e req-b191be7b-0022-4352-a2c8-53404cc23af7 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:19.703000 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-985d12d4-cbbe-4d0c-9d58-5d6660d1f33e req-b191be7b-0022-4352-a2c8-53404cc23af7 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 944 time: 0.0944262 Nov 20 08:45:19.757127 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-985d12d4-cbbe-4d0c-9d58-5d6660d1f33e req-13d63339-bd5e-49ed-ab8f-ad1471174f59 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468831 Nov 20 08:45:19.803919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.objects.ports [None req-325deef4-e0e1-41ab-88e5-b71df5ce5ddb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 20 08:45:20.486988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 932548a8-1558-40ea-a622-1091639051e6 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:20.570196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port 932548a8-1558-40ea-a622-1091639051e6 completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:45:20.575850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 932548a8-1558-40ea-a622-1091639051e6 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:20.576273 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:20.709580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:20.742344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932548a8-1558-40ea-a622-1091639051e6'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:20.753951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 932548a8-1558-40ea-a622-1091639051e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=932548a8-1558-40ea-a622-1091639051e6,segment=NetworkSegment(1fc0472d-5a55-4b6e-9d26-e9877348195d),segment_id=1fc0472d-5a55-4b6e-9d26-e9877348195d)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:45:20.760115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:20.763598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fd629c24-73c8-4916-94c2-f65bd463d32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:20.827064 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932548a8-1558-40ea-a622-1091639051e6', 'code': 200} Nov 20 08:45:20.846158 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=932548a8-1558-40ea-a622-1091639051e6,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:20.856506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.856964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.857338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.857713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.858087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.858458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.858827 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.859195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.859560 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.859982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.860891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.861363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.861962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.862337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.862704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.863066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.863430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.863793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.864154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.864517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.864917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.865357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.865723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.866090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:45:20.871013 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:20.992146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbc17e-dc52-4794-804b-ec9f3524d717 req-00785a81-6595-4d01-8bc1-231d928bd00c tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:20.993975 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0edbc17e-dc52-4794-804b-ec9f3524d717 req-00785a81-6595-4d01-8bc1-231d928bd00c tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.0942008 Nov 20 08:45:21.047124 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0edbc17e-dc52-4794-804b-ec9f3524d717 req-1e5592a9-9573-4a90-934a-914262493e63 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Nov 20 08:45:21.116234 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2aa27-a4d8-4c25-a150-7e011d59418f req-ac5591cd-8539-43c8-9c08-09029d8f93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:21.118236 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c4e2aa27-a4d8-4c25-a150-7e011d59418f req-ac5591cd-8539-43c8-9c08-09029d8f93c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 1163 time: 0.0801425 Nov 20 08:45:21.167409 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c4e2aa27-a4d8-4c25-a150-7e011d59418f req-50082e43-34a0-45b8-9c32-719e37ba2e70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Nov 20 08:45:21.650238 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-b4491ebc-8ea3-4cfc-95ef-3cd2faf6ce15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0790021 Nov 20 08:45:21.811396 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 932548a8-1558-40ea-a622-1091639051e6 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:21.835754 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-cad32d91-f74f-4a46-8bc2-dd29148fcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:21.837434 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-cad32d91-f74f-4a46-8bc2-dd29148fcb91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.0849311 Nov 20 08:45:21.902726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 932548a8-1558-40ea-a622-1091639051e6 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:21.903356 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:22.019422 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-e186c2a9-c92e-4835-83ca-47390196d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.021265 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-e186c2a9-c92e-4835-83ca-47390196d3e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.1610272 Nov 20 08:45:22.190021 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-2d4bffbf-a0f2-4a86-b516-df68a26ebccc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 1001 time: 0.1613834 Nov 20 08:45:22.272249 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-d0847e46-3209-4cea-86f4-0c981ea1109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.273956 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-d0847e46-3209-4cea-86f4-0c981ea1109b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.0773194 Nov 20 08:45:22.386958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-0d8409b0-e1b1-4213-b577-2a629f97dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.389630 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-0d8409b0-e1b1-4213-b577-2a629f97dbf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1052940 Nov 20 08:45:22.404690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c24d13-4d77-4b71-9900-180b3fba2a25 req-4e56d8cd-cdca-44e1-9f48-43686fac83dc tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:22.407700 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b5c24d13-4d77-4b71-9900-180b3fba2a25 req-4e56d8cd-cdca-44e1-9f48-43686fac83dc tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.1746020 Nov 20 08:45:22.486613 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b5c24d13-4d77-4b71-9900-180b3fba2a25 req-9ca3a0d2-4bf2-4db0-923c-72d6e45fa054 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671604 Nov 20 08:45:22.611061 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-23d8c15c-a344-4344-a0ff-937f8c52a42a service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120326 Nov 20 08:45:22.829968 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c62545-1875-4d2a-aab6-3a0c30a5ab0f req-45126bbb-9da9-4d3a-86d3-367719f0127f service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2106695 Nov 20 08:45:23.722848 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6395a-c9dc-42fa-aecb-73f5c10a0f0c req-00330f2b-296a-4f1b-88f0-e652bae80c62 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:23.724440 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a4a6395a-c9dc-42fa-aecb-73f5c10a0f0c req-00330f2b-296a-4f1b-88f0-e652bae80c62 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.0887477 Nov 20 08:45:23.773814 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a4a6395a-c9dc-42fa-aecb-73f5c10a0f0c req-2c541851-4eec-4eeb-ba8f-70cfa2a0bf06 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Nov 20 08:45:24.896115 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7f127-e5e3-4d19-ae32-105d922c6e2e req-aeb19abe-3e46-4d8f-9548-93ccbf88b6e2 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:24.897767 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c1d7f127-e5e3-4d19-ae32-105d922c6e2e req-aeb19abe-3e46-4d8f-9548-93ccbf88b6e2 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.0834684 Nov 20 08:45:24.946426 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c1d7f127-e5e3-4d19-ae32-105d922c6e2e req-5b38473b-e563-4f92-ae6e-42591f39f474 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Nov 20 08:45:25.498796 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:45:26.163373 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b5e7d-291e-48b7-ac8a-fabe13f49d12 req-ba8ac690-bece-4735-afd1-675e24bac0f4 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:26.165006 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-339b5e7d-291e-48b7-ac8a-fabe13f49d12 req-ba8ac690-bece-4735-afd1-675e24bac0f4 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.0884151 Nov 20 08:45:26.213720 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-339b5e7d-291e-48b7-ac8a-fabe13f49d12 req-7bb3fbc1-641c-426a-871e-583523eebf41 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Nov 20 08:45:26.592642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-ab415125-6330-46b0-bcf8-9fc5df64bb52 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:26.594847 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-ab415125-6330-46b0-bcf8-9fc5df64bb52 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.0866938 Nov 20 08:45:26.673790 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Deleting port 932548a8-1558-40ea-a622-1091639051e6 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:45:26.674177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:27.150571 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] For port 932548a8-1558-40ea-a622-1091639051e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=932548a8-1558-40ea-a622-1091639051e6,segment=NetworkSegment(1fc0472d-5a55-4b6e-9d26-e9877348195d),segment_id=1fc0472d-5a55-4b6e-9d26-e9877348195d)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:45:27.150967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:27.287245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Calling delete_port for 932548a8-1558-40ea-a622-1091639051e6 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:45:27.510112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad4328-75ee-4a40-9ffe-74e62319cde4 req-86618478-cb74-4c62-b5f1-8c5ebee63e3d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:27.511733 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f8ad4328-75ee-4a40-9ffe-74e62319cde4 req-86618478-cb74-4c62-b5f1-8c5ebee63e3d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=8d9175ab-bcba-4e0e-8400-3706e4f8d75a HTTP/1.1" status: 200 len: 946 time: 0.1639817 Nov 20 08:45:27.512875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:27.532583 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5dcab7a-8ac8-4cc2-9db8-0f752788944a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:27.610136 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Pushing event deleted for resources: {'Port': ['ID=932548a8-1558-40ea-a622-1091639051e6,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:27.613404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:27.708741 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f8ad4328-75ee-4a40-9ffe-74e62319cde4 req-65d378e9-70ec-4ed4-9b56-aa4d12a2a4a4 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792693 Nov 20 08:45:27.765449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 932548a8-1558-40ea-a622-1091639051e6 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:45:27.782403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] No DVR routers for this DVR port 932548a8-1558-40ea-a622-1091639051e6 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:45:27.784787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:27.788004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'name': 'network-vif-deleted', 'tag': '932548a8-1558-40ea-a622-1091639051e6'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:27.802839 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: 932548a8-1558-40ea-a622-1091639051e6 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:45:27.803242 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 932548a8-1558-40ea-a622-1091639051e6 not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:45:27.804885 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2120b332-fcd0-4c37-94b4-f90d52fa92be req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "DELETE /v2.0/ports/932548a8-1558-40ea-a622-1091639051e6 HTTP/1.1" status: 204 len: 173 time: 1.2045527 Nov 20 08:45:27.851074 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9175ab-bcba-4e0e-8400-3706e4f8d75a', 'name': 'network-vif-deleted', 'tag': '932548a8-1558-40ea-a622-1091639051e6', 'status': 'completed', 'code': 200} Nov 20 08:45:29.125282 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-e6da16db-8255-4cf1-8f34-85f80341d77b tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:29.126921 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-e6da16db-8255-4cf1-8f34-85f80341d77b tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/networks?id=d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 200 len: 809 time: 0.1611960 Nov 20 08:45:29.145854 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-4ec697e4-754c-4712-8860-95738995e80f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/quotas/1954e452666340e7bd7c632d1860fe42 HTTP/1.1" status: 200 len: 375 time: 0.0128164 Nov 20 08:45:29.198174 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-48fa2d5e-6a31-4c6c-823c-baa66b4a5d45 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?tenant_id=1954e452666340e7bd7c632d1860fe42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464294 Nov 20 08:45:29.345931 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-41aaf5ad-3d07-4d9b-8449-0593787d5c57 service neutron] 10.222.0.20 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403978 Nov 20 08:45:29.491946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-678d2c8c-09c3-42b8-b5ec-dfb1db1cf34c service neutron] 10.222.0.20 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396122 Nov 20 08:45:29.702378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-65d1ad21-de2a-4fef-8835-a5e52a3a8ad9 req-d27d2efc-c42b-45a3-987a-96346b310785 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Synchronizing usage tracker for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:29.718570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-65d1ad21-de2a-4fef-8835-a5e52a3a8ad9 req-d27d2efc-c42b-45a3-987a-96346b310785 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Unset dirty status for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:29.720408 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-65d1ad21-de2a-4fef-8835-a5e52a3a8ad9 req-d27d2efc-c42b-45a3-987a-96346b310785 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 210 time: 0.0710492 Nov 20 08:45:30.849526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-34265989-d201-4904-9923-723785e1fccb tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:30.851313 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-34265989-d201-4904-9923-723785e1fccb tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "GET /v2.0/networks?id=d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 200 len: 809 time: 0.1660078 Nov 20 08:45:30.910795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Request body: {'port': {'device_id': '4cbb79f3-7e76-4342-8c08-866143583123', 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6', 'admin_state_up': True, 'tenant_id': '1954e452666340e7bd7c632d1860fe42'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:30.936037 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-cfea09c6-6b16-4547-8f0f-595a24c7c00a req-4b1102ce-dd2c-4cdd-9c60-f0674694100b tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 210 time: 0.0740659 Nov 20 08:45:31.068313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:45:31.078855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:45:31.088148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Made reservation on behalf of 1954e452666340e7bd7c632d1860fe42 for: {'port': 1} {{(pid=80320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 20 08:45:31.095830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:31.415017 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Allocated IP 172.20.0.6 (d02f5db6-2376-4a97-8682-92efcaba37b6/56d78843-bdc0-4dcb-9d0e-f3d87060198c/c1afb968-1517-41af-a43b-340df6e074fd) {{(pid=80320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 20 08:45:31.640676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks [] for port, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:31.672034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733674569928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:31.687690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83ce8fae-36b7-45f2-aac2-95d8d57489aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:31.829704 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Pushing event updated for resources: {'Port': ['ID=c1afb968-1517-41af-a43b-340df6e074fd,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:31.834252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:31.889312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Network d02f5db6-2376-4a97-8682-92efcaba37b6 is already hosted by enough agents. {{(pid=80320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 20 08:45:31.890526 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Resources bound (agent type, host, resource id): {{(pid=80320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 20 08:45:31.893562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Received port after_create {{(pid=80320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 20 08:45:31.959203 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:31.959794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:31.985343 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0bcd798b-0eb8-47b6-950e-305b0afebc4f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0839939 Nov 20 08:45:32.005250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.v2.base [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Request body: {'port': {'device_id': '4cbb79f3-7e76-4342-8c08-866143583123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 20 08:45:32.177501 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:32.267655 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaf811-f619-484c-a0a4-737c02b6fac7 req-494af6ab-770a-43b1-84da-18eefd10d6c8 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:32.268407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-fdbaf811-f619-484c-a0a4-737c02b6fac7 req-494af6ab-770a-43b1-84da-18eefd10d6c8 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Synchronizing usage tracker for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:32.331431 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-fdbaf811-f619-484c-a0a4-737c02b6fac7 req-494af6ab-770a-43b1-84da-18eefd10d6c8 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Unset dirty status for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:32.332704 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fdbaf811-f619-484c-a0a4-737c02b6fac7 req-494af6ab-770a-43b1-84da-18eefd10d6c8 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 931 time: 0.2366157 Nov 20 08:45:32.470814 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fdbaf811-f619-484c-a0a4-737c02b6fac7 req-2131d087-4aea-4b78-bd92-bcd4f0dec008 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290288 Nov 20 08:45:32.656658 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1afb968-1517-41af-a43b-340df6e074fd {{(pid=80320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 20 08:45:32.663744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:32.676556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Transition to ACTIVE for port object c1afb968-1517-41af-a43b-340df6e074fd will not be triggered until provisioned by entity L2. {{(pid=80320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 20 08:45:32.679537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:32.695614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-67eb2596-c290-417f-9b37-1ad4e421d380 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:32.840690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Pushing event updated for resources: {'Port': ['ID=c1afb968-1517-41af-a43b-340df6e074fd,revision_number=2']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:32.846147 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:33.023145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Attempting to bind port c1afb968-1517-41af-a43b-340df6e074fd on host hv-cinder-73362 for vnic_type normal with profile {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 20 08:45:33.023719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Attempting to bind port c1afb968-1517-41af-a43b-340df6e074fd by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 20 08:45:33.023872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Attempting to bind port c1afb968-1517-41af-a43b-340df6e074fd on network d02f5db6-2376-4a97-8682-92efcaba37b6 {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 20 08:45:33.030970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Checking agent: {'id': 'd2044e21-24c3-4f32-9845-1645c032fd46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 20, 8, 33, 19), 'started_at': datetime.datetime(2020, 11, 20, 8, 33, 49), 'heartbeat_timestamp': datetime.datetime(2020, 11, 20, 8, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 20 08:45:33.031352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Checking segment: {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 20 08:45:33.031852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:33.032246 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Bound using segment: {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'} {{(pid=80320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 20 08:45:33.032764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Bound port: c1afb968-1517-41af-a43b-340df6e074fd, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0472d-5a55-4b6e-9d26-e9877348195d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd02f5db6-2376-4a97-8682-92efcaba37b6'}}] {{(pid=80320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 20 08:45:33.033146 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:33.126414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] For port c1afb968-1517-41af-a43b-340df6e074fd, host hv-cinder-73362, cleared binding levels {{(pid=80320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 20 08:45:33.130041 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] For port c1afb968-1517-41af-a43b-340df6e074fd, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c1afb968-1517-41af-a43b-340df6e074fd,segment=NetworkSegment(1fc0472d-5a55-4b6e-9d26-e9877348195d),segment_id=1fc0472d-5a55-4b6e-9d26-e9877348195d)] {{(pid=80320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 20 08:45:33.133370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843499695'] for port, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:33.148997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04b8e02c-cbc7-4ce3-a6c3-c785ac2821cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:33.300538 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Pushing event updated for resources: {'Port': ['ID=c1afb968-1517-41af-a43b-340df6e074fd,revision_number=3']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:33.305632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:33.563417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:33.564274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:33.565403 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] 10.222.0.23 "PUT /v2.0/ports/c1afb968-1517-41af-a43b-340df6e074fd HTTP/1.1" status: 200 len: 1157 time: 1.5663781 Nov 20 08:45:33.565991 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbb79f3-7e76-4342-8c08-866143583123', 'tag': 'c1afb968-1517-41af-a43b-340df6e074fd'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:33.692749 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbb79f3-7e76-4342-8c08-866143583123', 'tag': 'c1afb968-1517-41af-a43b-340df6e074fd', 'status': 'completed', 'code': 200} Nov 20 08:45:33.772223 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0cf20-2c89-477e-8083-5c665177c8c4 req-023817c8-f358-4891-be20-2f756511440a tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:33.773864 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-35c0cf20-2c89-477e-8083-5c665177c8c4 req-023817c8-f358-4891-be20-2f756511440a tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 943 time: 0.1582410 Nov 20 08:45:33.775695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-990ffd72-095d-4c4f-b31c-991c06906bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:33.777169 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-990ffd72-095d-4c4f-b31c-991c06906bc9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1954e452666340e7bd7c632d1860fe42&device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 1160 time: 0.1242561 Nov 20 08:45:33.873248 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-97902632-4da5-43d2-b6c8-8ba48d2aaeca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1afb968-1517-41af-a43b-340df6e074fd HTTP/1.1" status: 200 len: 217 time: 0.0784929 Nov 20 08:45:33.931713 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-35c0cf20-2c89-477e-8083-5c665177c8c4 req-6f08687c-bfb7-47ed-8dd5-f8f2cb49e247 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516948 Nov 20 08:45:33.955946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-1efb3474-5263-4b43-b32b-e529149ee2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:33.957548 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-1efb3474-5263-4b43-b32b-e529149ee2ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56d78843-bdc0-4dcb-9d0e-f3d87060198c HTTP/1.1" status: 200 len: 849 time: 0.0778272 Nov 20 08:45:34.009668 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-9b558772-a307-4691-b8c7-5c0996a46d0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d02f5db6-2376-4a97-8682-92efcaba37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455372 Nov 20 08:45:34.154546 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-ed80b51d-c215-470f-ab7b-698979ee7081 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377807 Nov 20 08:45:34.300059 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-584c3b18-116d-4737-8e05-b10db87f4ed1 req-0357b08b-23cd-458f-9f31-5d7bc34b67d0 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385350 Nov 20 08:45:34.464797 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-757ec2a1-c5fa-45c6-af73-4608217c152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:34.466295 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-757ec2a1-c5fa-45c6-af73-4608217c152f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1954e452666340e7bd7c632d1860fe42&device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 1160 time: 0.0806510 Nov 20 08:45:34.618496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-c9d83cd0-5ffe-4255-b5cd-0d6da6051319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:34.620093 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-c9d83cd0-5ffe-4255-b5cd-0d6da6051319 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 200 len: 903 time: 0.1464579 Nov 20 08:45:34.696216 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-eab68235-7e50-4520-91d4-cacce6a2a37a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1afb968-1517-41af-a43b-340df6e074fd HTTP/1.1" status: 200 len: 217 time: 0.0682743 Nov 20 08:45:34.772984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-a1912f09-91ac-40f9-8b9d-93c81560631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:34.774582 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-a1912f09-91ac-40f9-8b9d-93c81560631b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=56d78843-bdc0-4dcb-9d0e-f3d87060198c HTTP/1.1" status: 200 len: 849 time: 0.0724847 Nov 20 08:45:34.827587 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-38bf06eb-3db8-4c2c-aef8-5adbd74889ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d02f5db6-2376-4a97-8682-92efcaba37b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447922 Nov 20 08:45:34.976006 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-0334fee9-71a3-4fb2-824f-238b394b38d4 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419477 Nov 20 08:45:35.182721 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec1e7ade-46a6-4779-9c22-d3bafc378dc9 req-65d25cbe-fef5-466f-a923-4285c0034b13 service neutron] 10.222.0.23 "GET /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1975043 Nov 20 08:45:35.200574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fb63a-f3b5-442a-a84d-3b896e3652bb req-6f0a3444-fd72-4065-a667-ac33d59fde40 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:35.202190 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4e5fb63a-f3b5-442a-a84d-3b896e3652bb req-6f0a3444-fd72-4065-a667-ac33d59fde40 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 943 time: 0.1185095 Nov 20 08:45:35.255078 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4e5fb63a-f3b5-442a-a84d-3b896e3652bb req-08334c22-b9c0-404d-8101-3f1342d05320 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Nov 20 08:45:36.616956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe6e3c-6ef3-489e-9b19-acee1ac7f8b2 req-a7669840-a290-475b-b127-0b43bdec551b tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:36.618495 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4dbe6e3c-6ef3-489e-9b19-acee1ac7f8b2 req-a7669840-a290-475b-b127-0b43bdec551b tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 943 time: 0.2351954 Nov 20 08:45:36.668636 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-4dbe6e3c-6ef3-489e-9b19-acee1ac7f8b2 req-522ed67f-0c9e-4740-891a-f4e1f4c5a06c tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Nov 20 08:45:37.888618 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfde01c-072f-455e-8bfa-5c15a0b21903 req-cc07d63e-06dc-435e-86a5-89ade352f7cf tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:37.890269 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fcfde01c-072f-455e-8bfa-5c15a0b21903 req-cc07d63e-06dc-435e-86a5-89ade352f7cf tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 943 time: 0.0878646 Nov 20 08:45:37.939605 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fcfde01c-072f-455e-8bfa-5c15a0b21903 req-b94f44e2-2ac4-41fd-8e13-dfc8650e176e tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Nov 20 08:45:38.473919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c1afb968-1517-41af-a43b-340df6e074fd up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:38.542772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning for port c1afb968-1517-41af-a43b-340df6e074fd completed by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 20 08:45:38.547706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port c1afb968-1517-41af-a43b-340df6e074fd triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:38.548128 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:38.668692 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:38.697855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbb79f3-7e76-4342-8c08-866143583123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1afb968-1517-41af-a43b-340df6e074fd'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:38.709623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port c1afb968-1517-41af-a43b-340df6e074fd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c1afb968-1517-41af-a43b-340df6e074fd,segment=NetworkSegment(1fc0472d-5a55-4b6e-9d26-e9877348195d),segment_id=1fc0472d-5a55-4b6e-9d26-e9877348195d)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:45:38.713744 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:38.715726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf3b7267-c050-4874-ae53-129fbd603741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:38.763099 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbb79f3-7e76-4342-8c08-866143583123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1afb968-1517-41af-a43b-340df6e074fd', 'code': 200} Nov 20 08:45:38.790400 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=c1afb968-1517-41af-a43b-340df6e074fd,revision_number=4']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:38.794329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:39.035539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa597-f9cf-42a2-a5d0-4061dc0ddcda req-7e22a100-de05-47d0-9b58-e0be8d3f8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:39.037205 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ba2aa597-f9cf-42a2-a5d0-4061dc0ddcda req-7e22a100-de05-47d0-9b58-e0be8d3f8548 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 1162 time: 0.0745575 Nov 20 08:45:39.084385 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ba2aa597-f9cf-42a2-a5d0-4061dc0ddcda req-86b417b2-cfb0-40f7-bb7f-59825a01a9f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Nov 20 08:45:39.245919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea1b10-6ee6-4d1f-b8d7-b57fc135d237 req-33b6c57a-a108-459a-aabf-efd84369582f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:39.247555 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-39ea1b10-6ee6-4d1f-b8d7-b57fc135d237 req-33b6c57a-a108-459a-aabf-efd84369582f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 945 time: 0.1770322 Nov 20 08:45:39.299021 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-39ea1b10-6ee6-4d1f-b8d7-b57fc135d237 req-a281d4d4-5424-4c94-a55d-42576e52292d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Nov 20 08:45:39.945680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c1afb968-1517-41af-a43b-340df6e074fd up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:40.023700 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port c1afb968-1517-41af-a43b-340df6e074fd triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:40.024225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:40.517545 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ca3d-d272-4e9d-aa91-d389601f0600 req-9831d31d-367f-42b9-bec7-a91d3b32b871 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:40.519200 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d0c9ca3d-d272-4e9d-aa91-d389601f0600 req-9831d31d-367f-42b9-bec7-a91d3b32b871 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 945 time: 0.0889306 Nov 20 08:45:40.574171 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d0c9ca3d-d272-4e9d-aa91-d389601f0600 req-352c5763-d454-4d7c-9301-8fc8cc261537 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Nov 20 08:45:41.794624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4153a-7937-40af-aba7-a75190594512 req-0e76211b-fc1f-4174-a90e-761c93426315 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:41.796291 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9fd4153a-7937-40af-aba7-a75190594512 req-0e76211b-fc1f-4174-a90e-761c93426315 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 945 time: 0.0876119 Nov 20 08:45:41.846914 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9fd4153a-7937-40af-aba7-a75190594512 req-459ff4a0-4e8a-4862-9205-a6db47ae2b54 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Nov 20 08:45:41.976235 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c1afb968-1517-41af-a43b-340df6e074fd up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:45:42.053392 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port c1afb968-1517-41af-a43b-340df6e074fd triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:45:42.053811 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:43.086689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b6ff-d271-457e-a95e-12e9af9bce7b req-e66b34d9-0109-43ad-97e0-aa9f2b83fd2f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:43.089197 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3fb1b6ff-d271-457e-a95e-12e9af9bce7b req-e66b34d9-0109-43ad-97e0-aa9f2b83fd2f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 945 time: 0.0871191 Nov 20 08:45:43.140371 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3fb1b6ff-d271-457e-a95e-12e9af9bce7b req-908ff5f9-85e0-447e-8845-f60dd0583656 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Nov 20 08:45:43.795403 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a470395a-49af-4f2c-9621-2ec20af63edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:44.358696 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd760ace-1b01-4d4e-9f30-c5a065f0c6bd req-b7be5211-5587-44ef-be0d-c6958c571275 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:44.360278 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd760ace-1b01-4d4e-9f30-c5a065f0c6bd req-b7be5211-5587-44ef-be0d-c6958c571275 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 945 time: 0.0848258 Nov 20 08:45:44.410166 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bd760ace-1b01-4d4e-9f30-c5a065f0c6bd req-ab7975f9-bd34-4f33-a5bd-ebe3b02994c1 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/security-groups?id=1e921545-1214-4e52-a4ec-5ba66074a9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Nov 20 08:45:44.655245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-db002988-6118-4e95-b358-5fc24abf249f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:44.657375 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-db002988-6118-4e95-b358-5fc24abf249f tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 945 time: 0.0880294 Nov 20 08:45:44.731283 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Deleting port c1afb968-1517-41af-a43b-340df6e074fd {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:45:44.731668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:44.990479 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] For port c1afb968-1517-41af-a43b-340df6e074fd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=c1afb968-1517-41af-a43b-340df6e074fd,segment=NetworkSegment(1fc0472d-5a55-4b6e-9d26-e9877348195d),segment_id=1fc0472d-5a55-4b6e-9d26-e9877348195d)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:45:44.990876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:45.119129 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Calling delete_port for c1afb968-1517-41af-a43b-340df6e074fd owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:45:45.267058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:45.285332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-486c81f6-2c7b-4eed-8cca-fbc9eacbceae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:45:45.346183 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Pushing event deleted for resources: {'Port': ['ID=c1afb968-1517-41af-a43b-340df6e074fd,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:45:45.349088 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:45:45.497106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] No DVR routers for this DVR port c1afb968-1517-41af-a43b-340df6e074fd on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:45:45.500229 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:45.503315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbb79f3-7e76-4342-8c08-866143583123', 'name': 'network-vif-deleted', 'tag': 'c1afb968-1517-41af-a43b-340df6e074fd'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:45:45.518644 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bf10b426-75ae-4304-a1f7-ae2b8b738475 req-ff17dede-f8dd-4074-87e4-9b477fd73c9d tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.23 "DELETE /v2.0/ports/c1afb968-1517-41af-a43b-340df6e074fd HTTP/1.1" status: 204 len: 173 time: 0.8558006 Nov 20 08:45:45.587876 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbb79f3-7e76-4342-8c08-866143583123', 'name': 'network-vif-deleted', 'tag': 'c1afb968-1517-41af-a43b-340df6e074fd', 'status': 'completed', 'code': 200} Nov 20 08:45:45.593645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-84fc6597-8ef7-47ad-9d13-31d816b08db5 req-23d7a5dd-d091-4a81-a113-54a886888d34 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Synchronizing usage tracker for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:45:45.608997 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-84fc6597-8ef7-47ad-9d13-31d816b08db5 req-23d7a5dd-d091-4a81-a113-54a886888d34 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Unset dirty status for tenant:1954e452666340e7bd7c632d1860fe42 on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:45:45.610649 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-84fc6597-8ef7-47ad-9d13-31d816b08db5 req-23d7a5dd-d091-4a81-a113-54a886888d34 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] 10.222.0.20 "GET /v2.0/ports?device_id=4cbb79f3-7e76-4342-8c08-866143583123 HTTP/1.1" status: 200 len: 210 time: 0.0640776 Nov 20 08:45:45.832598 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c1afb968-1517-41af-a43b-340df6e074fd no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:45:45.869879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: c1afb968-1517-41af-a43b-340df6e074fd {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:45:45.870257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device c1afb968-1517-41af-a43b-340df6e074fd not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:45:46.135549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c8b050f-12a3-4548-a081-c817122bb9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:47.044947 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:48.053512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:48.410720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:49.331986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:45:49.941793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb8b3d-dbb6-49a4-bd76-5cf01f4c6d6c req-953bada5-8045-4560-b03e-09c80df75a8d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:49.952240 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f2bb8b3d-dbb6-49a4-bd76-5cf01f4c6d6c req-953bada5-8045-4560-b03e-09c80df75a8d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1158452 Nov 20 08:45:50.007364 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f2bb8b3d-dbb6-49a4-bd76-5cf01f4c6d6c req-eea24125-d9c9-470c-ac3b-5cfe5c9b61dc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534317 Nov 20 08:45:51.316182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423909-8aa2-42fa-8ca2-1398ebeca9f9 req-5333da95-b83b-4b3d-ac03-f7e25ff1e45b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:51.318103 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-53423909-8aa2-42fa-8ca2-1398ebeca9f9 req-5333da95-b83b-4b3d-ac03-f7e25ff1e45b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1155195 Nov 20 08:45:51.398172 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-53423909-8aa2-42fa-8ca2-1398ebeca9f9 req-13fd148e-ad00-4d8f-a131-cca7551cb847 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710876 Nov 20 08:45:52.728974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0fe1d-1faf-4694-8a4d-6cd35022e363 req-6d55be45-a8b7-4408-a5dd-b5a1b34d8505 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:52.737354 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ae0fe1d-1faf-4694-8a4d-6cd35022e363 req-6d55be45-a8b7-4408-a5dd-b5a1b34d8505 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1625707 Nov 20 08:45:52.787795 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ae0fe1d-1faf-4694-8a4d-6cd35022e363 req-8c81eb7e-6c72-41e6-ab5c-8fb51ac0d5fb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494187 Nov 20 08:45:54.115818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953147-552b-4ed5-90b7-243ae1259950 req-580c71bf-0190-4f29-a2a8-f164a0f2e933 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:54.117282 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f0953147-552b-4ed5-90b7-243ae1259950 req-580c71bf-0190-4f29-a2a8-f164a0f2e933 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1054940 Nov 20 08:45:54.197406 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f0953147-552b-4ed5-90b7-243ae1259950 req-1a75d272-508e-4b6a-bf8a-6f6aec6c006a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687256 Nov 20 08:45:55.582176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e15d2-6915-4d28-8cfa-168aff3d80b8 req-186686b0-0a0a-4c82-a5ce-b59b31545a3e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:55.583929 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733e15d2-6915-4d28-8cfa-168aff3d80b8 req-186686b0-0a0a-4c82-a5ce-b59b31545a3e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1166594 Nov 20 08:45:55.648537 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-733e15d2-6915-4d28-8cfa-168aff3d80b8 req-29151fad-7792-4936-8e85-abe70c41b097 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505559 Nov 20 08:45:56.957492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aa321-e7b2-46a1-93b6-5ddfc16d206e req-6887f5ba-807e-4cf3-9b1c-5a6e5ee24116 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:56.959862 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b6aa321-e7b2-46a1-93b6-5ddfc16d206e req-6887f5ba-807e-4cf3-9b1c-5a6e5ee24116 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1064639 Nov 20 08:45:57.029099 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b6aa321-e7b2-46a1-93b6-5ddfc16d206e req-720536b3-d093-483a-a375-c74469a0c9de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623937 Nov 20 08:45:58.339376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded99dc-2ef7-4534-a9e8-3f7b256717d8 req-88011458-eb30-4bcd-ba2a-758297cbe45a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:58.342199 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fded99dc-2ef7-4534-a9e8-3f7b256717d8 req-88011458-eb30-4bcd-ba2a-758297cbe45a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1247392 Nov 20 08:45:58.415577 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fded99dc-2ef7-4534-a9e8-3f7b256717d8 req-2c2fb616-0908-4999-b246-464d7d3a0f5d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663121 Nov 20 08:45:59.735535 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580af45-2ba8-484e-90c1-5b5bc5f007dc req-8b4ca169-3a91-46c6-9ad0-8a2e36205d0a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:45:59.737237 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d580af45-2ba8-484e-90c1-5b5bc5f007dc req-8b4ca169-3a91-46c6-9ad0-8a2e36205d0a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1027777 Nov 20 08:45:59.795928 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d580af45-2ba8-484e-90c1-5b5bc5f007dc req-158e1003-b035-4a54-b700-9ccd9cbe8482 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521312 Nov 20 08:46:01.077733 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba83-0cc0-47ee-afbc-e9a0c3998f68 req-ce8fbfa1-eb4a-43b6-b191-0a9f523a19a4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:01.079566 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61e8ba83-0cc0-47ee-afbc-e9a0c3998f68 req-ce8fbfa1-eb4a-43b6-b191-0a9f523a19a4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1088126 Nov 20 08:46:01.171645 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-61e8ba83-0cc0-47ee-afbc-e9a0c3998f68 req-1b97eba6-cce5-4d45-a74b-839d373b9f3f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835106 Nov 20 08:46:02.463594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70290ab6-de2d-4d6a-bd50-5d2f7a391366 req-d75d2664-4d98-4903-95c5-3d9d4b9711fc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:02.466134 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-70290ab6-de2d-4d6a-bd50-5d2f7a391366 req-d75d2664-4d98-4903-95c5-3d9d4b9711fc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1005599 Nov 20 08:46:02.499760 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:46:02.522946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-70290ab6-de2d-4d6a-bd50-5d2f7a391366 req-0fc1e207-0df3-4829-a2a7-8bfc838f98ea tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497885 Nov 20 08:46:03.803727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775b3ac-8e62-471a-b610-860d6b027b6c req-06be4f60-c98e-4ea9-a7b7-5415ef719bbc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:03.805649 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6775b3ac-8e62-471a-b610-860d6b027b6c req-06be4f60-c98e-4ea9-a7b7-5415ef719bbc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1138999 Nov 20 08:46:03.867072 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6775b3ac-8e62-471a-b610-860d6b027b6c req-6c181c9a-c0ee-4dc9-8a59-759db0b57cb4 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537281 Nov 20 08:46:05.109342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05ed76-cb5d-4ee4-bbdb-dc5161d800b4 req-dafaa66f-b016-42ba-9511-124c3fd76f5f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:05.109342 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1f05ed76-cb5d-4ee4-bbdb-dc5161d800b4 req-dafaa66f-b016-42ba-9511-124c3fd76f5f tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0926657 Nov 20 08:46:05.160372 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1f05ed76-cb5d-4ee4-bbdb-dc5161d800b4 req-3ddb7db7-2a5a-4873-bdb9-6ea386d1b5e9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Nov 20 08:46:06.410144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a65a-8173-492a-9ccb-1b575b8e0389 req-325f207b-e2e2-4f79-92f5-70f8afc7551e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:06.412234 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e696a65a-8173-492a-9ccb-1b575b8e0389 req-325f207b-e2e2-4f79-92f5-70f8afc7551e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0944078 Nov 20 08:46:06.469958 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e696a65a-8173-492a-9ccb-1b575b8e0389 req-8cd76f03-8620-4d8a-ae79-bba8ae85405e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502489 Nov 20 08:46:06.889462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c5f0d-82ec-4e62-8681-c82dda59627a req-b2b6f70d-0075-4080-9119-cc65a1e4118f tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:06.891077 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-856c5f0d-82ec-4e62-8681-c82dda59627a req-b2b6f70d-0075-4080-9119-cc65a1e4118f tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0924339 Nov 20 08:46:06.943363 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-856c5f0d-82ec-4e62-8681-c82dda59627a req-a1d49598-80db-4ecf-9d00-17cede45320a tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452383 Nov 20 08:46:07.709364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb797f-7d0a-4ca9-8498-7f2e428da65f req-5de62c82-cf97-4681-81ce-808ae320159d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:07.711022 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7acb797f-7d0a-4ca9-8498-7f2e428da65f req-5de62c82-cf97-4681-81ce-808ae320159d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0903354 Nov 20 08:46:07.761435 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7acb797f-7d0a-4ca9-8498-7f2e428da65f req-3f50ffde-b0c7-498b-a14f-2ab3cdabf18c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Nov 20 08:46:07.920559 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44052) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:07.991395 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Deleting subnet 56d78843-bdc0-4dcb-9d0e-f3d87060198c {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:46:07.995091 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:08.056311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:08.173225 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:08.267417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1efb8b-4309-440a-a879-26496f739d22 req-ec596583-b1e6-4a24-8764-18abe76ce7dd tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:08.269090 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5e1efb8b-4309-440a-a879-26496f739d22 req-ec596583-b1e6-4a24-8764-18abe76ce7dd tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1840062 Nov 20 08:46:08.410898 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5e1efb8b-4309-440a-a879-26496f739d22 req-3047de11-0270-43e1-842c-505b46fd0f19 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1305554 Nov 20 08:46:08.501402 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:08.518204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:08.572147 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d78843-bdc0-4dcb-9d0e-f3d87060198c,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:08.635456 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.635867 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.636285 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.636746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.637152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.637558 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.637955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.638351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.638747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.639140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.639537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.639933 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.640378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.640808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.641748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.642144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.642539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.642936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.643327 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.643719 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.644113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.644502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.644929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.645317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:08.661714 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:08.682371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:08.689872 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-0d9f358a-c232-49e5-8bbf-a5d87843322c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56d78843-bdc0-4dcb-9d0e-f3d87060198c HTTP/1.1" status: 204 len: 168 time: 0.7680793 Nov 20 08:46:08.692268 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44058) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:08.813697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:08.993640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa661b-91e7-4030-9e28-0aad92bf36a3 req-424ea7c6-0061-4341-a1cf-b21cb4887bf0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:08.995272 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1afa661b-91e7-4030-9e28-0aad92bf36a3 req-424ea7c6-0061-4341-a1cf-b21cb4887bf0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0857317 Nov 20 08:46:09.011962 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:09.048501 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1afa661b-91e7-4030-9e28-0aad92bf36a3 req-1355ff36-e332-4ed7-a5a6-c1e2fb2c7298 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Nov 20 08:46:09.129504 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02f5db6-2376-4a97-8682-92efcaba37b6']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:09.144896 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0472d-5a55-4b6e-9d26-e9877348195d') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:09.145231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0472d-5a55-4b6e-9d26-e9877348195d') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:46:09.158437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:09.177680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:09.179840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:46:09.618633 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Network d02f5db6-2376-4a97-8682-92efcaba37b6 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:46:09.636531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:09.852360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Network d02f5db6-2376-4a97-8682-92efcaba37b6 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:46:09.883108 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:46:09.962316 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18710518-36d0-405b-bdc2-1798d7e2ba41 req-c0ac5798-54bf-49b3-ae56-9b9b20ea10a5 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:09.963928 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-18710518-36d0-405b-bdc2-1798d7e2ba41 req-c0ac5798-54bf-49b3-ae56-9b9b20ea10a5 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.3931193 Nov 20 08:46:09.996432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:10.004321 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36b46b29-e227-4f1d-b2de-026703847b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:10.022623 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:10.043209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Pushing event deleted for resources: {'Network': ['ID=d02f5db6-2376-4a97-8682-92efcaba37b6,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:10.050898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:10.059162 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-4b91ddce-b827-4491-adae-d1a48afea64d admin admin] 10.222.0.20 "DELETE /v2.0/networks/d02f5db6-2376-4a97-8682-92efcaba37b6 HTTP/1.1" status: 204 len: 168 time: 1.3657908 Nov 20 08:46:10.061961 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-18710518-36d0-405b-bdc2-1798d7e2ba41 req-eea539f1-a3ab-4b5b-895a-b0cd17fc4767 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0880296 Nov 20 08:46:10.255119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44070) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:10.324588 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-403a1de6-aabf-46d3-8824-c3247046b88b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1954e452666340e7bd7c632d1860fe42&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0681283 Nov 20 08:46:10.327061 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44074) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:10.405399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:10.426543 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f18b60-9b7c-4b24-91d4-61547cefa3f3 req-058ca925-d692-46d5-aa87-81e4ac296c2b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:10.428261 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-40f18b60-9b7c-4b24-91d4-61547cefa3f3 req-058ca925-d692-46d5-aa87-81e4ac296c2b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0903533 Nov 20 08:46:10.441231 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:10.480545 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-40f18b60-9b7c-4b24-91d4-61547cefa3f3 req-6aa99b28-bf58-4efd-a26c-1a2d5dff46b0 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453990 Nov 20 08:46:10.497844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:10.504817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-30215085-b573-4da8-8f8c-dabbf1f318bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:10.519894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e921545-1214-4e52-a4ec-5ba66074a9ab,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:10.524050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:10.533684 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:10.534941 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-86eac530-ab2a-4083-bcee-275898ad4116 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e921545-1214-4e52-a4ec-5ba66074a9ab HTTP/1.1" status: 204 len: 168 time: 0.2069263 Nov 20 08:46:11.301016 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb68247-19d3-45a0-9fb9-550171b807ee req-f8621c7c-9ae2-489b-893d-93064d81c70e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:11.302643 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8bb68247-19d3-45a0-9fb9-550171b807ee req-f8621c7c-9ae2-489b-893d-93064d81c70e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0964353 Nov 20 08:46:11.353506 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8bb68247-19d3-45a0-9fb9-550171b807ee req-682df0f5-4a57-4dc5-a49a-3d4b4d37cda7 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446870 Nov 20 08:46:11.725340 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7596c6c-4bd6-4238-bf4b-c43ec7e1ec50 req-88dd1a34-513e-450b-924d-069b7744f4e1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:11.727033 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7596c6c-4bd6-4238-bf4b-c43ec7e1ec50 req-88dd1a34-513e-450b-924d-069b7744f4e1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0937200 Nov 20 08:46:12.015788 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f7596c6c-4bd6-4238-bf4b-c43ec7e1ec50 req-78512c15-601e-4ebf-9310-2bcfed5f38a2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807109 Nov 20 08:46:12.594839 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba637a-1476-4ac0-865c-c35a11875b02 req-465553f9-d722-4c3a-bf4f-a01f1a7d7803 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:12.596659 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10ba637a-1476-4ac0-865c-c35a11875b02 req-465553f9-d722-4c3a-bf4f-a01f1a7d7803 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0897248 Nov 20 08:46:12.663292 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-10ba637a-1476-4ac0-865c-c35a11875b02 req-5e541c3c-71f8-4378-bac6-a3ad981ad607 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589406 Nov 20 08:46:13.278265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae9feb-43ea-444a-9e2d-b2cb4d8f5dd6 req-439e4ca6-549a-4712-ab50-e8fdee69e8c7 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:13.282911 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d7ae9feb-43ea-444a-9e2d-b2cb4d8f5dd6 req-439e4ca6-549a-4712-ab50-e8fdee69e8c7 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0960104 Nov 20 08:46:13.346459 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-d7ae9feb-43ea-444a-9e2d-b2cb4d8f5dd6 req-6fa01b9c-e393-4a9f-a1d1-754b480b8dcc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570698 Nov 20 08:46:13.802009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-977847c2-b8ec-4d8d-a991-5fda917752c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:13.957205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7046d-1d09-433c-b764-441247702099 req-10272dcd-655d-4f09-9152-dfa8b0cb8870 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:13.959490 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-afb7046d-1d09-433c-b764-441247702099 req-10272dcd-655d-4f09-9152-dfa8b0cb8870 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1242805 Nov 20 08:46:14.019059 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-afb7046d-1d09-433c-b764-441247702099 req-c03d7b95-2ce8-41e4-8895-c4a103300abe tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0515108 Nov 20 08:46:14.622720 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522918e3-1bd0-4f8f-a9f5-10c6e00e4507 req-78e19f34-8186-4f22-b248-881dc23fb380 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:14.626616 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-522918e3-1bd0-4f8f-a9f5-10c6e00e4507 req-78e19f34-8186-4f22-b248-881dc23fb380 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1061370 Nov 20 08:46:14.707289 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-522918e3-1bd0-4f8f-a9f5-10c6e00e4507 req-f7bff749-65cb-4605-838f-f60f4efccf97 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722809 Nov 20 08:46:15.321432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f52a2-3654-478d-b570-b5fe263b2f4d req-4b27beea-7601-4426-9b85-eccd06b29f46 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:15.325266 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-759f52a2-3654-478d-b570-b5fe263b2f4d req-4b27beea-7601-4426-9b85-eccd06b29f46 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1147611 Nov 20 08:46:15.387523 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-759f52a2-3654-478d-b570-b5fe263b2f4d req-d2739e84-d0d9-42a5-98db-99725706b25e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0501206 Nov 20 08:46:16.012157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97318d1c-fc40-421b-a6e3-e108fa65c631 req-781f77b7-e44d-4693-bb28-f5bde4cf66d5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:16.012157 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-97318d1c-fc40-421b-a6e3-e108fa65c631 req-781f77b7-e44d-4693-bb28-f5bde4cf66d5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0953383 Nov 20 08:46:16.069434 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-97318d1c-fc40-421b-a6e3-e108fa65c631 req-683a4cc5-5648-4b7b-8708-11e519a37818 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Nov 20 08:46:16.140510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6b175bc3-1e80-48f4-987e-4b4681b92729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:16.697650 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfee6a-2b80-49c0-9947-07ae4d7c4b03 req-17f1f7dc-46bf-4cb3-9570-48164b9ca882 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:16.699490 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a6dfee6a-2b80-49c0-9947-07ae4d7c4b03 req-17f1f7dc-46bf-4cb3-9570-48164b9ca882 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1355579 Nov 20 08:46:16.782319 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a6dfee6a-2b80-49c0-9947-07ae4d7c4b03 req-c4ae9176-baf5-4e48-88a0-31c415b85882 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0730064 Nov 20 08:46:17.054413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:17.167968 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-dd63d6af-c38b-42a3-841d-e52ae8c5e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:17.169693 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-dd63d6af-c38b-42a3-841d-e52ae8c5e794 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.1579745 Nov 20 08:46:17.391952 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b4e0-d14c-4ed8-a44a-9de728faba80 req-9a696ede-e33f-4537-9689-54fdec1a5f5d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:17.400595 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6876b4e0-d14c-4ed8-a44a-9de728faba80 req-9a696ede-e33f-4537-9689-54fdec1a5f5d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1128745 Nov 20 08:46:17.656050 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6876b4e0-d14c-4ed8-a44a-9de728faba80 req-de31a9be-9e1b-4f55-80c1-531b636e2c23 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539606 Nov 20 08:46:17.711769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-51a83197-47db-4195-9fd5-04edd320d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:17.713442 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-51a83197-47db-4195-9fd5-04edd320d39d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.5349293 Nov 20 08:46:17.864342 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-b140990f-efca-4dd7-860e-cc2e485f38f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 1001 time: 0.1282203 Nov 20 08:46:17.955054 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-9594675f-f354-4a25-835d-6812502e17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:17.956591 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-9594675f-f354-4a25-835d-6812502e17ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.0847178 Nov 20 08:46:18.074044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:18.076364 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96c210-b5de-4eab-931c-f10728be5dee req-18728f1c-af29-4751-b1cb-652051784e46 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:18.085496 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb96c210-b5de-4eab-931c-f10728be5dee req-18728f1c-af29-4751-b1cb-652051784e46 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1458511 Nov 20 08:46:18.090957 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-c0378960-de46-4904-b4df-edfd5572e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:18.093113 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-c0378960-de46-4904-b4df-edfd5572e8b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1255453 Nov 20 08:46:18.115428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-010e372f-ab3d-4b47-a83a-5dcb0df4189a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:46:18.117096 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-010e372f-ab3d-4b47-a83a-5dcb0df4189a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0072060 Nov 20 08:46:18.153305 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb96c210-b5de-4eab-931c-f10728be5dee req-1aa96d66-52d9-447a-abb2-870962e1c052 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0663941 Nov 20 08:46:18.335447 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-4cebfa3b-a6bb-4ff3-85c0-924daed2b1ee service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098413 Nov 20 08:46:18.421352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:18.518069 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-01bc75fd-dc3c-4e24-81db-e290f5054e11 req-847c9bfc-538b-44ac-baab-59183fa71eeb service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1748669 Nov 20 08:46:18.960471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4257f-aa35-4971-a0da-83181dea0584 req-676d3dc2-809b-410b-b407-f7de000ad64a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:18.963318 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bff4257f-aa35-4971-a0da-83181dea0584 req-676d3dc2-809b-410b-b407-f7de000ad64a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1057932 Nov 20 08:46:19.034658 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bff4257f-aa35-4971-a0da-83181dea0584 req-037c7803-4fa3-41fd-8396-65f8215e0297 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587544 Nov 20 08:46:19.406858 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:19.431906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f9afe-9463-4296-8e39-06cac8ee04b5 req-80640397-4c1c-4eea-8913-5b230af5013d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:19.434152 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ff7f9afe-9463-4296-8e39-06cac8ee04b5 req-80640397-4c1c-4eea-8913-5b230af5013d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1114299 Nov 20 08:46:19.496542 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ff7f9afe-9463-4296-8e39-06cac8ee04b5 req-1c57d749-de0f-4653-a711-9819f8a4a26a tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0541716 Nov 20 08:46:20.290516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 00b57cb1-799a-4289-af57-784c76543272 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:46:20.327034 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72146184-3a2e-4cc8-9e5c-1004a1a767e8 req-f1f9cd1a-310d-475d-9da5-515e2597303a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:20.330408 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-72146184-3a2e-4cc8-9e5c-1004a1a767e8 req-f1f9cd1a-310d-475d-9da5-515e2597303a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1103244 Nov 20 08:46:20.391308 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-72146184-3a2e-4cc8-9e5c-1004a1a767e8 req-ecb117c6-ed47-4680-9c12-14f68faf56fc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523143 Nov 20 08:46:20.555590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:20.643691 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:20.649022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:20.685527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:20.689461 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:20.814843 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:20.816698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7f06-2272-4d76-b21a-fbd47fcedbf3 req-8af099dd-1a14-4f63-8588-7b447ea4f8a9 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:20.819135 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'code': 200} Nov 20 08:46:20.819947 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:20.824495 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a50e7f06-2272-4d76-b21a-fbd47fcedbf3 req-8af099dd-1a14-4f63-8588-7b447ea4f8a9 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1138089 Nov 20 08:46:20.906577 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a50e7f06-2272-4d76-b21a-fbd47fcedbf3 req-0da92649-7fc7-4cd6-9c39-75fdb4cebb1e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0756638 Nov 20 08:46:21.742330 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b69fb2-b952-481f-b2b7-102ff3a48221 req-536d10a2-bf18-4ea0-a9b8-5b57413bd097 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:21.744487 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-83b69fb2-b952-481f-b2b7-102ff3a48221 req-536d10a2-bf18-4ea0-a9b8-5b57413bd097 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1158955 Nov 20 08:46:21.813800 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-83b69fb2-b952-481f-b2b7-102ff3a48221 req-e545f6af-5983-4913-b9b3-b73c7769afd7 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610189 Nov 20 08:46:22.223646 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0fb6e-7922-4042-8509-952c9d87b965 req-373f6ecc-3127-4ea6-bf0d-58ea693afd85 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:22.225467 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2bf0fb6e-7922-4042-8509-952c9d87b965 req-373f6ecc-3127-4ea6-bf0d-58ea693afd85 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1339250 Nov 20 08:46:22.293279 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2bf0fb6e-7922-4042-8509-952c9d87b965 req-8e57177e-2468-4343-a7dd-58abbd536bd5 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0610459 Nov 20 08:46:22.534629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05177710-665b-430a-b59d-b8babd3b88ff req-05a6803a-eb36-43d8-8c16-c2159935bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:22.536445 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-05a6803a-eb36-43d8-8c16-c2159935bad6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1162 time: 0.1034863 Nov 20 08:46:22.736159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05177710-665b-430a-b59d-b8babd3b88ff req-f4521d21-0d47-4636-9eb9-1b66d552d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:22.738107 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-f4521d21-0d47-4636-9eb9-1b66d552d291 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1771364 Nov 20 08:46:22.819792 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44260) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:22.960464 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-408efb34-bf68-4741-8f7f-206b93729193 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 1001 time: 0.2128499 Nov 20 08:46:23.077259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41f64c-6ea9-47cf-96b5-ca560f277f62 req-e780aab1-ad7d-4557-9838-c001c406e792 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:23.079519 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d41f64c-6ea9-47cf-96b5-ca560f277f62 req-e780aab1-ad7d-4557-9838-c001c406e792 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1919658 Nov 20 08:46:23.088544 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-afe6f52a-0377-426b-b913-867f620d6040 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2663400 Nov 20 08:46:23.128329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05177710-665b-430a-b59d-b8babd3b88ff req-f46a1d1d-d704-48a7-8466-9b2409323b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:23.130001 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-f46a1d1d-d704-48a7-8466-9b2409323b7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.1611481 Nov 20 08:46:23.143642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d41f64c-6ea9-47cf-96b5-ca560f277f62 req-d2f23c7b-167d-475d-96cd-dac45d35f076 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0539780 Nov 20 08:46:23.214561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f1681-6232-463b-b7a3-469748df0c31 req-d6dcf96c-7d54-486b-aa0b-1636161b4e94 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:23.216339 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-841f1681-6232-463b-b7a3-469748df0c31 req-d6dcf96c-7d54-486b-aa0b-1636161b4e94 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.1929555 Nov 20 08:46:23.287525 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-841f1681-6232-463b-b7a3-469748df0c31 req-078f7b6c-7a64-4c3c-a223-65d9f0b94cc5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633354 Nov 20 08:46:23.292103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05177710-665b-430a-b59d-b8babd3b88ff req-44cf0664-a4bf-40c1-b30c-317b8b68bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:23.294092 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-44cf0664-a4bf-40c1-b30c-317b8b68bc1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1564155 Nov 20 08:46:23.455194 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-8f54ba29-1b96-44db-88a7-3c07f3833d86 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535227 Nov 20 08:46:23.663510 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-05177710-665b-430a-b59d-b8babd3b88ff req-741c4e5f-70b4-4180-ad6d-a28f071c11ba service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1463456 Nov 20 08:46:23.962801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-e10dd72c-9d30-4594-9cc6-5a56e463d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:23.964359 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-e10dd72c-9d30-4594-9cc6-5a56e463d7dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1162 time: 0.0829384 Nov 20 08:46:24.113082 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-f7b48be1-dded-45a8-830b-ad67f728e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.114680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-f7b48be1-dded-45a8-830b-ad67f728e213 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1437099 Nov 20 08:46:24.230644 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-13aca0d4-482c-466d-951a-9c1c9df2a43a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 1001 time: 0.1089001 Nov 20 08:46:24.304861 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-ee91af0a-105b-4d0b-9ed0-a2cce55b9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.306506 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-ee91af0a-105b-4d0b-9ed0-a2cce55b9b33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0690522 Nov 20 08:46:24.399835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-bc508976-5742-413c-8780-e9f33a8ba588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.400106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dee2d-204a-42c7-90e4-7d30b4e5cc29 req-b47eac54-08d7-4788-8c44-d52f35b3ab09 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.401485 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-bc508976-5742-413c-8780-e9f33a8ba588 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0851717 Nov 20 08:46:24.401987 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d9dee2d-204a-42c7-90e4-7d30b4e5cc29 req-b47eac54-08d7-4788-8c44-d52f35b3ab09 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1157346 Nov 20 08:46:24.460427 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3d9dee2d-204a-42c7-90e4-7d30b4e5cc29 req-5b6ecbd1-85fb-44ae-b021-7d379c843279 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0508711 Nov 20 08:46:24.682606 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-e2ec925b-8a7d-42d1-96e4-efaf82c8ef95 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730007 Nov 20 08:46:24.749857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9bdf2-09ef-4a79-8fc3-feb44be5a3e3 req-c019e81d-8df6-43f3-a1e2-6ee3173269dc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.752182 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dbb9bdf2-09ef-4a79-8fc3-feb44be5a3e3 req-c019e81d-8df6-43f3-a1e2-6ee3173269dc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.2894132 Nov 20 08:46:24.757311 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-66c991ea-65fd-4101-a5ef-cadf1d79b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:24.758880 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-66c991ea-65fd-4101-a5ef-cadf1d79b111 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172&tenant_id=a3edd7827d484839a3efc1a9388f2d4a HTTP/1.1" status: 200 len: 1160 time: 0.2037406 Nov 20 08:46:25.168181 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7b188cd9-91e4-4734-8be1-0d88f47e497b req-d62dfdb1-c05b-49cb-a6bd-9e1c00c17ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4773591 Nov 20 08:46:25.170514 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-dbb9bdf2-09ef-4a79-8fc3-feb44be5a3e3 req-1fd1703d-e0b7-4ca0-8c49-d7d32daa026b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086919 Nov 20 08:46:25.188133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-bb4dd6ca-ae1a-495b-8c10-6fd0e1749caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:25.190294 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-bb4dd6ca-ae1a-495b-8c10-6fd0e1749caf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1160 time: 0.3638186 Nov 20 08:46:25.336950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-510c6f41-26df-4125-81fa-44f61baa4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:25.338447 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-510c6f41-26df-4125-81fa-44f61baa4c0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.1408699 Nov 20 08:46:25.447935 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-9645ebb6-d9b3-4193-ba7d-4b9be608d3cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 999 time: 0.1015985 Nov 20 08:46:25.521214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-4bf82888-0a6e-4294-8234-b4ef4eedaf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:25.522946 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-4bf82888-0a6e-4294-8234-b4ef4eedaf61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.0678985 Nov 20 08:46:25.604405 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-b1a85bfc-2041-44b9-899f-0fb915a2a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:25.605988 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-b1a85bfc-2041-44b9-899f-0fb915a2a442 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0758731 Nov 20 08:46:25.675936 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc93cb-bd0a-4ea3-ad98-f0efa1a73b87 req-9f8d0da2-d6b0-4151-a08a-ac3f3ef28439 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:25.677694 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ebfc93cb-bd0a-4ea3-ad98-f0efa1a73b87 req-9f8d0da2-d6b0-4151-a08a-ac3f3ef28439 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0869484 Nov 20 08:46:25.727980 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ebfc93cb-bd0a-4ea3-ad98-f0efa1a73b87 req-5b059c5c-51c7-490a-831e-493e25d1344e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439827 Nov 20 08:46:25.760161 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-9d086805-1d65-462f-8ace-aec63d0113bf service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464996 Nov 20 08:46:25.905857 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-a748f090-a12f-4640-9353-a4dbe41c9a62 req-f90c1ad3-2685-4ff1-b1a1-f027fd69a642 service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383119 Nov 20 08:46:26.404963 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cb0a0-7189-48ab-97ad-29d81cd9335f req-d6491b47-8a1f-42b6-a75e-bc9183d38aeb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:26.407318 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb7cb0a0-7189-48ab-97ad-29d81cd9335f req-d6491b47-8a1f-42b6-a75e-bc9183d38aeb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0867250 Nov 20 08:46:26.462695 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bb7cb0a0-7189-48ab-97ad-29d81cd9335f req-2b0c36a1-2b66-4b84-b5af-0bada2c8f2ab tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489352 Nov 20 08:46:26.940938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00a7f9-dc8a-4e07-8a5d-4c8c283d95e5 req-ba6a9bc5-efd8-4d05-8a5c-4530806ce9fe tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:26.942545 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b00a7f9-dc8a-4e07-8a5d-4c8c283d95e5 req-ba6a9bc5-efd8-4d05-8a5c-4530806ce9fe tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0871780 Nov 20 08:46:26.991383 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9b00a7f9-dc8a-4e07-8a5d-4c8c283d95e5 req-be292d8f-22c9-49f6-996b-4d289a352f5c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427735 Nov 20 08:46:27.693086 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667553b-4367-47ec-9676-49aa11e12831 req-c70a7a2b-ef15-41f1-ab83-0e6322622f55 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:27.694699 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6667553b-4367-47ec-9676-49aa11e12831 req-c70a7a2b-ef15-41f1-ab83-0e6322622f55 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0838225 Nov 20 08:46:27.743395 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-6667553b-4367-47ec-9676-49aa11e12831 req-1cbec74b-1f83-4fbe-a00f-9592abdf0c8a tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Nov 20 08:46:28.222035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98643d9e-7c77-4d9a-8f27-1ca87633c8c0 req-d992702b-0d52-48da-aed0-8126ea634ac4 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:28.223660 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-98643d9e-7c77-4d9a-8f27-1ca87633c8c0 req-d992702b-0d52-48da-aed0-8126ea634ac4 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0928001 Nov 20 08:46:28.274748 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-98643d9e-7c77-4d9a-8f27-1ca87633c8c0 req-226a8bf1-f258-4c7b-bf77-291e4302d7f8 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445769 Nov 20 08:46:28.359010 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:46:28.495905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:28.524745 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:28.535972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:28.539919 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:28.541827 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8dd922e-ee51-4b60-bc88-5c3442551c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:28.594237 dv-cinder-733622-11-smb neutron-server[80207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'code': 422} returned with failed status Nov 20 08:46:28.619546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=5']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:28.630959 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.631329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.631718 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.632069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.632449 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.632871 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.633244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.633608 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.633983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.634348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.634715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.635077 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.635487 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.635846 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.636208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.636570 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.636953 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.637317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.637679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.638043 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.638408 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.638771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.639131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.639492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:28.645459 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:29.345125 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-4f2c6f56-566a-4e78-96c0-cea75438c8af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798883 Nov 20 08:46:29.355401 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531928e-36ff-4670-8185-41d1db6054d7 req-daf3fe58-8737-40d0-b1e5-4db026d8f2bc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:29.357052 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1531928e-36ff-4670-8185-41d1db6054d7 req-daf3fe58-8737-40d0-b1e5-4db026d8f2bc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0850649 Nov 20 08:46:29.408755 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1531928e-36ff-4670-8185-41d1db6054d7 req-7696ecac-06df-409a-b0ad-b581b732aafe tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 Nov 20 08:46:29.508778 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3936a2a-5b0f-472c-9fb6-a45793b4af05 req-fb0e35f1-051a-4dde-be34-9780d7c6a771 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:29.510896 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3936a2a-5b0f-472c-9fb6-a45793b4af05 req-fb0e35f1-051a-4dde-be34-9780d7c6a771 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0980048 Nov 20 08:46:29.562070 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-c3936a2a-5b0f-472c-9fb6-a45793b4af05 req-b4ebadf9-7822-4f40-a56c-98de4aa18922 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430741 Nov 20 08:46:29.910624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-691655e4-8b3b-4a08-8630-81e6d992a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:29.912283 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-691655e4-8b3b-4a08-8630-81e6d992a5eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857&tenant_id=05d16d4bcb054bc8b2a5202daf7b9122 HTTP/1.1" status: 200 len: 1160 time: 0.0795004 Nov 20 08:46:30.030787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-de85b35a-1658-4595-aba6-78266beb05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:30.033081 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-de85b35a-1658-4595-aba6-78266beb05e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1160 time: 0.0791326 Nov 20 08:46:30.180847 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-421667b8-9318-4c45-ab12-b9bafd47d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:30.182410 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-421667b8-9318-4c45-ab12-b9bafd47d4e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 200 len: 910 time: 0.1411271 Nov 20 08:46:30.289997 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-3223ac6d-25f3-4b72-95c4-50c272cbbbfd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 200 len: 999 time: 0.0999827 Nov 20 08:46:30.363502 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-de1bd9db-5057-47e5-958e-ec879659ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:30.365086 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-de1bd9db-5057-47e5-958e-ec879659ee09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 200 len: 855 time: 0.0670905 Nov 20 08:46:30.447877 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-500e1936-cc75-4a4a-b984-305f31cd7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:30.449493 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-500e1936-cc75-4a4a-b984-305f31cd7a3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746541 Nov 20 08:46:30.604532 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-f73fa4f3-a578-445f-aca0-f0bda267f8e6 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444061 Nov 20 08:46:30.665988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4a2c9-5d58-4e6e-9881-028d2cc35382 req-ba9532da-c9bf-4dae-b556-498186943856 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:30.667900 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9dc4a2c9-5d58-4e6e-9881-028d2cc35382 req-ba9532da-c9bf-4dae-b556-498186943856 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1017566 Nov 20 08:46:30.719752 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9dc4a2c9-5d58-4e6e-9881-028d2cc35382 req-df2e18f4-1fcc-434b-acde-05749b85c404 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446570 Nov 20 08:46:30.829764 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5b6c19b0-4ac9-4acb-b1bf-49aaa5731334 req-f4ccbc79-c4f7-4f61-911f-e909157f7789 service neutron] 10.222.0.23 "GET /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2152197 Nov 20 08:46:30.852489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2fa3c-2765-4b6c-8186-82759d90c42a req-ac1e2786-ec02-4174-98b7-6c8fb16914c3 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:30.853970 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ce2fa3c-2765-4b6c-8186-82759d90c42a req-ac1e2786-ec02-4174-98b7-6c8fb16914c3 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1180809 Nov 20 08:46:30.904378 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8ce2fa3c-2765-4b6c-8186-82759d90c42a req-eb3c296e-f67f-4de6-bded-0080c5d78d4e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438321 Nov 20 08:46:32.116887 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992652d5-0d16-4e70-9abd-e880e606f38c req-d3040cd5-f9db-401d-ae8c-3b1eabd4400e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:32.118605 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-992652d5-0d16-4e70-9abd-e880e606f38c req-d3040cd5-f9db-401d-ae8c-3b1eabd4400e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1793740 Nov 20 08:46:32.245700 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-992652d5-0d16-4e70-9abd-e880e606f38c req-f258432c-2d0d-485d-8849-d6a2c860caaf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091893 Nov 20 08:46:32.294823 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b862e-c8ce-4774-8558-f0186e875f28 req-04eed306-32f2-47ae-a0ed-232c29190a81 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:32.302552 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-968b862e-c8ce-4774-8558-f0186e875f28 req-04eed306-32f2-47ae-a0ed-232c29190a81 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.1474748 Nov 20 08:46:32.400277 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-968b862e-c8ce-4774-8558-f0186e875f28 req-6827cb85-8b55-423d-b9bf-44b09c97cff1 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0890720 Nov 20 08:46:33.122688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 00b57cb1-799a-4289-af57-784c76543272 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:33.197920 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 00b57cb1-799a-4289-af57-784c76543272 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:33.198349 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:33.326946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:33.358351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:33.369830 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:33.373689 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:33.376972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c1908e4-598b-4226-a00c-d10f2c22e4c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:33.456022 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=6']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:33.462856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:33.516381 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'code': 200} Nov 20 08:46:33.618996 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599ce6c-248d-4b82-b46e-fccd219255fb req-6e49386b-3cdd-4d0a-b8f1-8b71008f921d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:33.629105 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2599ce6c-248d-4b82-b46e-fccd219255fb req-6e49386b-3cdd-4d0a-b8f1-8b71008f921d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1449070 Nov 20 08:46:33.732137 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-2599ce6c-248d-4b82-b46e-fccd219255fb req-95d18645-e333-444c-adc1-2606b88cbf75 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021166 Nov 20 08:46:33.739942 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca27b2-0611-4619-a973-e0acf3cd0aef req-29a1130e-f8b8-4abc-84b3-86fa5085702f tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:33.748643 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bfca27b2-0611-4619-a973-e0acf3cd0aef req-29a1130e-f8b8-4abc-84b3-86fa5085702f tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1244516 Nov 20 08:46:33.827424 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-bfca27b2-0611-4619-a973-e0acf3cd0aef req-60393653-d667-4b78-9aae-ce68691d7587 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0774207 Nov 20 08:46:34.590257 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 00b57cb1-799a-4289-af57-784c76543272 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:34.677407 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 00b57cb1-799a-4289-af57-784c76543272 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:34.677833 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:35.039498 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51b50b-74b3-4af1-a4a6-be0a4ad6f6db req-f3a1af0d-fae4-4e95-be2e-8b7764dd9a1c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:35.041279 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1c51b50b-74b3-4af1-a4a6-be0a4ad6f6db req-f3a1af0d-fae4-4e95-be2e-8b7764dd9a1c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0995164 Nov 20 08:46:35.053553 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800b3b8-59b1-44c0-8fb8-ea93c887fbb4 req-b24af90c-6856-4727-a025-61a16d2d247e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:35.061661 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b800b3b8-59b1-44c0-8fb8-ea93c887fbb4 req-b24af90c-6856-4727-a025-61a16d2d247e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0996850 Nov 20 08:46:35.114610 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b800b3b8-59b1-44c0-8fb8-ea93c887fbb4 req-9b92cf61-d5dc-4f31-b769-23ca703d793d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0513146 Nov 20 08:46:35.141727 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1c51b50b-74b3-4af1-a4a6-be0a4ad6f6db req-def8b06b-f715-479f-a32e-ccbe5550fa6d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885510 Nov 20 08:46:36.359579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe505542-6993-4eff-983f-b6bf75c9d1b2 req-fccb7d05-8b3c-4fbc-aa31-687b586869b1 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:36.361642 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fe505542-6993-4eff-983f-b6bf75c9d1b2 req-fccb7d05-8b3c-4fbc-aa31-687b586869b1 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0961673 Nov 20 08:46:36.401339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4cd4-5ce7-4335-bb53-76acb563c30c req-e171d65e-d15b-4d6b-b152-014d915d27d2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:36.402975 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-958d4cd4-5ce7-4335-bb53-76acb563c30c req-e171d65e-d15b-4d6b-b152-014d915d27d2 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0908222 Nov 20 08:46:36.434258 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-fe505542-6993-4eff-983f-b6bf75c9d1b2 req-08ff7534-5959-40b7-ade1-14acc2995d4a tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0605831 Nov 20 08:46:36.466424 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-958d4cd4-5ce7-4335-bb53-76acb563c30c req-d927bd1b-a1b6-4514-9d62-af27222c21a8 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518367 Nov 20 08:46:37.657716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ecf6b-a5c8-4cf0-9d13-dcc7dc287ffd req-ac65ce49-fb33-4b58-a98e-81d1b946d627 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:37.665985 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b52ecf6b-a5c8-4cf0-9d13-dcc7dc287ffd req-ac65ce49-fb33-4b58-a98e-81d1b946d627 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1044743 Nov 20 08:46:37.720821 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034533a-34c4-43ca-82ea-759eee00e5b2 req-e8e7ba2d-f198-442a-ac3d-bae592c53d52 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:37.722609 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b034533a-34c4-43ca-82ea-759eee00e5b2 req-e8e7ba2d-f198-442a-ac3d-bae592c53d52 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1021967 Nov 20 08:46:37.723407 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b52ecf6b-a5c8-4cf0-9d13-dcc7dc287ffd req-bc5ff2e2-60ae-4656-aba8-43a5aca0e014 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0561278 Nov 20 08:46:37.785210 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b034533a-34c4-43ca-82ea-759eee00e5b2 req-2ebbc5da-0b37-44b9-b130-4b71af9f05dc tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557036 Nov 20 08:46:38.961145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900531e-41fa-4e62-b078-138dafb7ae02 req-fdd52482-f42a-4d29-b041-2ed4102b6b3c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:38.969491 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7900531e-41fa-4e62-b078-138dafb7ae02 req-fdd52482-f42a-4d29-b041-2ed4102b6b3c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1132720 Nov 20 08:46:39.049306 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-7900531e-41fa-4e62-b078-138dafb7ae02 req-7372738e-8a44-4876-b194-aee8c318e46e tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0787103 Nov 20 08:46:39.053244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd90d-1d11-46ff-b734-17a85f9cc66a req-f213c84e-f579-4f86-85a3-b427bbf68275 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:39.064853 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-476dd90d-1d11-46ff-b734-17a85f9cc66a req-f213c84e-f579-4f86-85a3-b427bbf68275 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1149380 Nov 20 08:46:39.133277 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-476dd90d-1d11-46ff-b734-17a85f9cc66a req-da6c65f2-4814-418c-be99-520f905b5c22 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672908 Nov 20 08:46:39.505065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:46:40.303009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c332b2-7066-4a98-bdcf-fe7e51148871 req-5bcad2ae-3cc8-4f65-8482-bcc653352a05 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:40.304736 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c332b2-7066-4a98-bdcf-fe7e51148871 req-5bcad2ae-3cc8-4f65-8482-bcc653352a05 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1080546 Nov 20 08:46:40.365808 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b3c332b2-7066-4a98-bdcf-fe7e51148871 req-66aa1c69-01f5-41f1-b6fb-60bca62573c1 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0524151 Nov 20 08:46:40.393757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61694-2d84-4a72-9e56-bbb27053b6c9 req-d6654aa4-1e29-4656-ae03-fafff8bfbcbe tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:40.401786 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f9f61694-2d84-4a72-9e56-bbb27053b6c9 req-d6654aa4-1e29-4656-ae03-fafff8bfbcbe tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1054327 Nov 20 08:46:40.466522 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-f9f61694-2d84-4a72-9e56-bbb27053b6c9 req-67dd8372-ffc3-4220-af8a-b1e77278715b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559366 Nov 20 08:46:41.598742 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f350f-3028-4575-8868-98bb3c5f1ef5 req-34692483-c81f-4524-b36e-0ca66a056f8b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:41.601729 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0d3f350f-3028-4575-8868-98bb3c5f1ef5 req-34692483-c81f-4524-b36e-0ca66a056f8b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0978320 Nov 20 08:46:41.657384 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0d3f350f-3028-4575-8868-98bb3c5f1ef5 req-9c8c4ee9-969b-4bb2-9a23-4bbac9d38663 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482130 Nov 20 08:46:41.750394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1c9e-71c9-415e-9c5a-81f731a7e50e req-e6e69b30-6916-4807-8659-9776dc7400cb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:41.752026 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eddc1c9e-71c9-415e-9c5a-81f731a7e50e req-e6e69b30-6916-4807-8659-9776dc7400cb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1281359 Nov 20 08:46:41.807213 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-eddc1c9e-71c9-415e-9c5a-81f731a7e50e req-24fc48f1-805f-4706-9f1b-e0d19a0f02cf tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477626 Nov 20 08:46:42.186907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44476) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:42.344342 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.381397 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:46:42.385562 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Usage tracker for resource:security_group_rule and tenant:7531f14e49cf4fc29eb4fd67dd34f830 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:46:42.388594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:46:42.394986 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:46:42.472868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.475495 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.485549 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-47a9734e-ec41-4511-b2ac-9f3f2c8a4f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:42.527938 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94170c60-6c70-4cdf-acd1-bd8c09ebaa2a,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:42.532959 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7531f14e49cf4fc29eb4fd67dd34f830&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3444471 Nov 20 08:46:42.534182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:42.535690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44482) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:42.604004 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.632576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.684581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.688860 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-daf7745f-061b-4bd2-be64-a330a355237b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:42.700730 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94170c60-6c70-4cdf-acd1-bd8c09ebaa2a,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:42.708019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:42.708906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:42.710107 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94170c60-6c70-4cdf-acd1-bd8c09ebaa2a HTTP/1.1" status: 204 len: 168 time: 0.1734631 Nov 20 08:46:42.936653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fc779-ce6e-4e5e-8729-21bd4c19ca84 req-06e32789-3fb2-492e-83a5-77c3305fb708 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:42.939100 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec9fc779-ce6e-4e5e-8729-21bd4c19ca84 req-06e32789-3fb2-492e-83a5-77c3305fb708 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0999761 Nov 20 08:46:43.000484 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-ec9fc779-ce6e-4e5e-8729-21bd4c19ca84 req-2accbc48-7501-4ec2-86e3-2c023f334aff tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0539067 Nov 20 08:46:43.068429 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba289-4387-48fe-a816-eceae3531147 req-efb11d99-0153-431e-ab4c-a0feb0c36cff tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:43.070139 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e79ba289-4387-48fe-a816-eceae3531147 req-efb11d99-0153-431e-ab4c-a0feb0c36cff tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0943954 Nov 20 08:46:43.160004 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e79ba289-4387-48fe-a816-eceae3531147 req-5a273072-b411-4fa3-ad88-b4d5951848bb tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830038 Nov 20 08:46:43.797069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d4e64a61-b375-4b07-8913-d7334f8b2468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:44.232428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69110dd6-aea6-4110-842a-4b46dd2e3fa6 req-2bc9ad52-93a3-41c2-be45-54186c05a2dc tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:44.235087 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-69110dd6-aea6-4110-842a-4b46dd2e3fa6 req-2bc9ad52-93a3-41c2-be45-54186c05a2dc tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0984318 Nov 20 08:46:44.298037 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-69110dd6-aea6-4110-842a-4b46dd2e3fa6 req-7b96c0fb-4c4e-4c3c-a14f-d8640456484b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0538845 Nov 20 08:46:44.493518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fea5df-e784-4868-8011-4176dc2b02f1 req-a7149f86-bc17-4817-9d8b-1d890d3317f6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:44.495213 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-55fea5df-e784-4868-8011-4176dc2b02f1 req-a7149f86-bc17-4817-9d8b-1d890d3317f6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1674087 Nov 20 08:46:44.547728 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-55fea5df-e784-4868-8011-4176dc2b02f1 req-552700ce-7c76-4542-8bdc-8e5f87af78d9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Nov 20 08:46:45.595216 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e14d8-bc56-48cd-b12a-4cdc778425f1 req-d33680f1-69c9-464e-9985-0b8c6e5851f7 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.597069 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b37e14d8-bc56-48cd-b12a-4cdc778425f1 req-d33680f1-69c9-464e-9985-0b8c6e5851f7 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1517594 Nov 20 08:46:45.604072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847918d2-d8d9-481d-940b-6c46395fe4b0 req-5fd996c0-d559-40c2-9a05-b305cfed11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.605714 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-847918d2-d8d9-481d-940b-6c46395fe4b0 req-5fd996c0-d559-40c2-9a05-b305cfed11b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.1179323 Nov 20 08:46:45.725615 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b37e14d8-bc56-48cd-b12a-4cdc778425f1 req-c2696089-6434-4278-92ff-6a5231442ea8 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1188133 Nov 20 08:46:45.730082 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-847918d2-d8d9-481d-940b-6c46395fe4b0 req-2392255a-9e9f-48a6-bdfc-b67044303c61 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0998969 Nov 20 08:46:45.806093 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350941d-a9a7-4d79-91c7-6b40e7deeb17 req-3cc5237d-c7d9-47f7-9601-1dd4c12f33de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:45.808940 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0350941d-a9a7-4d79-91c7-6b40e7deeb17 req-3cc5237d-c7d9-47f7-9601-1dd4c12f33de tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.1046004 Nov 20 08:46:45.867729 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0350941d-a9a7-4d79-91c7-6b40e7deeb17 req-5ab1548a-9909-4331-90ba-791f827eb478 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517561 Nov 20 08:46:46.144960 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7e5aca5-ef44-4bfe-8b94-077e47f550c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:46.951677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b7357-572f-4cc8-a9b3-ae110ec5a9cd req-ca9c4c3e-4895-46bf-ad76-fd2a7da1b7bb tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:46.954129 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3b8b7357-572f-4cc8-a9b3-ae110ec5a9cd req-ca9c4c3e-4895-46bf-ad76-fd2a7da1b7bb tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0888538 Nov 20 08:46:47.006640 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-3b8b7357-572f-4cc8-a9b3-ae110ec5a9cd req-64952ef7-4412-4c30-8669-4966dc786e11 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0456715 Nov 20 08:46:47.053423 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:47.113879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b9689-9dfa-47c6-aede-48b99405dc28 req-15763dfd-d260-4dd3-b678-79201628c894 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:47.115616 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e18b9689-9dfa-47c6-aede-48b99405dc28 req-15763dfd-d260-4dd3-b678-79201628c894 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0944057 Nov 20 08:46:47.172660 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-e18b9689-9dfa-47c6-aede-48b99405dc28 req-6c65848a-f79d-4d83-a58d-6539128e50dd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460510 Nov 20 08:46:48.058092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:48.229290 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205e6da-f3f3-4288-88b1-30d8d621dea0 req-0833dded-d137-45bd-8f19-66f44265ed02 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:48.231115 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0205e6da-f3f3-4288-88b1-30d8d621dea0 req-0833dded-d137-45bd-8f19-66f44265ed02 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0890286 Nov 20 08:46:48.285469 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0205e6da-f3f3-4288-88b1-30d8d621dea0 req-3513ced9-63c2-41b2-aef0-6d8fcefa6234 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0463996 Nov 20 08:46:48.415036 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:48.422297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302297d-9c3f-4f3f-8a87-9c48c3dc7aab req-11c107fb-e0a8-4db2-9dae-c487e24b8c9e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:48.424055 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1302297d-9c3f-4f3f-8a87-9c48c3dc7aab req-11c107fb-e0a8-4db2-9dae-c487e24b8c9e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0892150 Nov 20 08:46:48.475815 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1302297d-9c3f-4f3f-8a87-9c48c3dc7aab req-f11a2524-69a9-45b8-83cd-0304c8bf9831 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451064 Nov 20 08:46:49.358262 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:49.707639 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5227d9-1969-453a-b03e-016f2a410408 req-bdd39296-8834-49e9-9a8a-6ec60f01130d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:49.709400 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f5227d9-1969-453a-b03e-016f2a410408 req-bdd39296-8834-49e9-9a8a-6ec60f01130d tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0873060 Nov 20 08:46:49.760928 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f5227d9-1969-453a-b03e-016f2a410408 req-96745c13-95b5-4a81-a29d-6362da2e2400 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Nov 20 08:46:50.996413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846368a-6513-401f-9454-1bbeedcdd88a req-2609ae60-d393-4b07-b99e-eecb20933af1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:50.998085 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8846368a-6513-401f-9454-1bbeedcdd88a req-2609ae60-d393-4b07-b99e-eecb20933af1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 943 time: 0.0852363 Nov 20 08:46:51.050796 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-8846368a-6513-401f-9454-1bbeedcdd88a req-1b6daf62-cc49-47d5-ac02-9e48f272f0ba tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456431 Nov 20 08:46:51.137985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:51.210851 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:51.211232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:51.333773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:51.365154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:46:51.374244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:46:51.377822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:51.380746 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:51.449336 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=6']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:51.453672 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:51.638768 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'code': 200} Nov 20 08:46:51.947108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91419-36fe-4e34-b778-c2c43764b86c req-6b1060e7-e868-42c4-aff2-db801b8adc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:51.948821 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9cd91419-36fe-4e34-b778-c2c43764b86c req-6b1060e7-e868-42c4-aff2-db801b8adc13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 1162 time: 0.0811510 Nov 20 08:46:51.994180 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-9cd91419-36fe-4e34-b778-c2c43764b86c req-05a2468b-0d82-4e14-9fb9-5c8d1bb7d037 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394719 Nov 20 08:46:52.306587 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba536e-11ac-403d-a365-130599e6539e req-e9e3ed6f-77e0-4c5d-8f8f-c923b5bd53c9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:52.308225 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-baba536e-11ac-403d-a365-130599e6539e req-e9e3ed6f-77e0-4c5d-8f8f-c923b5bd53c9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0915074 Nov 20 08:46:52.357521 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-baba536e-11ac-403d-a365-130599e6539e req-f35c4f88-d336-426c-90aa-d395b8263dab tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Nov 20 08:46:52.692137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 up at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 20 08:46:52.767060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Provisioning complete for port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 triggered by entity L2. {{(pid=80322) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 20 08:46:52.767476 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4055074'] for port, provisioning_complete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:53.598727 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce0d7-412a-4ee2-b8ba-aea1df191aee req-d03e3e10-a0fa-4f97-9cf9-e289ebd9a915 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:53.600376 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0d2ce0d7-412a-4ee2-b8ba-aea1df191aee req-d03e3e10-a0fa-4f97-9cf9-e289ebd9a915 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0906138 Nov 20 08:46:53.656347 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0d2ce0d7-412a-4ee2-b8ba-aea1df191aee req-a6d6572e-31c8-45c9-9150-148176c92563 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495901 Nov 20 08:46:54.919413 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5bce5-6c31-4b33-902b-d947fbf349eb req-42697c89-b07d-4836-8168-9848aaad21d3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:46:54.921085 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-84f5bce5-6c31-4b33-902b-d947fbf349eb req-42697c89-b07d-4836-8168-9848aaad21d3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0879657 Nov 20 08:46:54.985699 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-84f5bce5-6c31-4b33-902b-d947fbf349eb req-e3a985cd-1adc-4680-a491-f5a3b0e9df90 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568042 Nov 20 08:46:56.036850 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 44692) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:56.235507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.269726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:46:56.273852 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Usage tracker for resource:security_group_rule and tenant:676f65a6804e4957848d950e320f3f60 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:46:56.277137 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:46:56.283767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:46:56.355053 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.357910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.365564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1aab4b4d-8bff-4e20-b053-c651af7fc6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:56.409582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62fc921-c05b-488d-994f-aa1ab5ce02c7,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:56.413417 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=676f65a6804e4957848d950e320f3f60&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3751841 Nov 20 08:46:56.416032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 44698) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:46:56.436762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.437174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.437573 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.437967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.438355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.438741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.439126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.439505 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.439888 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.440263 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.440661 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.441044 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.441463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.441844 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.442224 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.442599 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.442975 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.443351 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.443726 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.444102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.444480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.444879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.445255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.445629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:46:56.451182 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3bc22a09-6b1f-47f9-9ebb-1f6463d02e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:56.496318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.532070 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.580750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.585864 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1871bc67-bfa9-40d8-a627-d6f31953f281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:46:56.600411 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62fc921-c05b-488d-994f-aa1ab5ce02c7,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:46:56.603524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:46:56.604580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:46:56.605821 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-7a4610b6-5f4e-4a41-92aa-5dacdae89e56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f62fc921-c05b-488d-994f-aa1ab5ce02c7 HTTP/1.1" status: 204 len: 168 time: 0.1888497 Nov 20 08:47:13.803951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-05aaf72f-15e9-4761-a51f-d403939b436a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:16.137527 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e620f63f-aff4-45f3-9f4c-d28b64c1453c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:16.507489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:47:17.042047 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:18.061905 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:18.416119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:19.376274 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:24.391398 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-bead3e3f-0369-4aba-a492-11521d77ae5f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0784793 Nov 20 08:47:24.564974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-f175cd50-2604-4fad-8b2b-a34f3a5753e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:24.566573 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-f175cd50-2604-4fad-8b2b-a34f3a5753e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.0797555 Nov 20 08:47:24.729414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-4b2a5deb-bcae-4a11-8a16-82d0e8ddb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:24.731015 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-4b2a5deb-bcae-4a11-8a16-82d0e8ddb4d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.1432059 Nov 20 08:47:24.840319 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-b8baaa2a-c63a-4716-98c2-43be511052a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 1001 time: 0.1018746 Nov 20 08:47:24.914296 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-14632a79-dca8-4f9d-aef4-821c91110b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:24.915888 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-14632a79-dca8-4f9d-aef4-821c91110b1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.0686944 Nov 20 08:47:24.996812 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-17283495-f12b-4a09-b801-a48fb28923e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:47:24.999266 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-17283495-f12b-4a09-b801-a48fb28923e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0758085 Nov 20 08:47:25.147215 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-2f1f5507-d7a9-478c-9e83-e1ac8938d2a0 service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416314 Nov 20 08:47:25.519901 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-5f6379fd-de30-4457-9aba-847a2d3381a0 req-244337bf-7874-4e3a-a1f7-a94b0ab6cc3e service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3659217 Nov 20 08:47:43.798067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bc19eb6a-9bca-49d8-9174-8fb680bb2690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:46.142425 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-93f34705-091b-4be4-8d07-57c8ccedecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:47.045167 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:48.067690 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:48.420239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:49.390554 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:47:53.508801 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:48:02.424348 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96150ac6-1412-4c0c-8ce3-389b7c4acc6f req-ae8a747a-2b9d-43fc-8e89-2436f1f517f3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:02.426021 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-96150ac6-1412-4c0c-8ce3-389b7c4acc6f req-ae8a747a-2b9d-43fc-8e89-2436f1f517f3 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0905640 Nov 20 08:48:02.479542 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-96150ac6-1412-4c0c-8ce3-389b7c4acc6f req-1b3e57ef-0cec-4da7-a7a9-af916d55a26e tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462389 Nov 20 08:48:03.726654 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e11288-22dd-4c53-9146-b69910d71134 req-87176249-451b-4fb0-87e0-cf80d64d278c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:03.728431 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60e11288-22dd-4c53-9146-b69910d71134 req-87176249-451b-4fb0-87e0-cf80d64d278c tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0914142 Nov 20 08:48:03.778488 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-60e11288-22dd-4c53-9146-b69910d71134 req-84f0b65d-32ae-4aac-ad4f-3f6bcb19d1b9 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups?id=5e22c422-b49e-4f71-be3b-72b425a44556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Nov 20 08:48:04.088180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-ab383db8-6ffc-4f54-badd-eb1fcf4236a6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:04.089781 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-ab383db8-6ffc-4f54-badd-eb1fcf4236a6 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 945 time: 0.0848804 Nov 20 08:48:04.168072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Deleting port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:04.168458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:04.432244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] For port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:04.432556 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:04.747475 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:04.748143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854376012'] for floatingip, after_update {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:04.748285 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Floating IP e5a95285-437f-4552-a2cd-6f0ba5b7f6e7 disassociated. External IP: 172.28.3.194, port: 8e7ad740-800a-41f2-9f4a-a6f54b1bd046. Nov 20 08:48:04.748564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Calling delete_port for 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:04.894045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:04.917928 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-43a6f266-f318-4dfe-9c23-9c4af1952409 tempest-VolumesActionsTest-231609407 tempest-VolumesActionsTest-231609407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:04.980585 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event deleted for resources: {'Port': ['ID=8e7ad740-800a-41f2-9f4a-a6f54b1bd046,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:05.041360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.041779 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.042188 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.042590 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.042988 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.043387 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.043958 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.044353 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.044773 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.045170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.045565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.045956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.046391 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.046787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.047175 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.047561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.047948 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.048337 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.048749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.049140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.049531 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.049917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.050302 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.050686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:05.058496 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:05.129347 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-36e3f96b-faed-4e8b-8a43-d050780a548b req-88c73055-efa6-496f-8580-b67ef19be2fe tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 210 time: 0.0463872 Nov 20 08:48:05.261651 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:05.297724 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] No Port match for: 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:05.298121 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 not bound to the agent host hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:05.334104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Router b44ed2e6-e964-4581-871a-bb104bdcc52d has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:48:05.556068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:48:05.566339 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:48:05.581581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:05.582265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:47:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:05.594345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] No DVR routers for this DVR port 8e7ad740-800a-41f2-9f4a-a6f54b1bd046 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:48:05.596759 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:05.599723 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-deleted', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:48:05.621748 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-20fbfcaf-7634-45f6-b047-1daeddce7a2d req-c5f5ad89-bfcb-4a0f-a59f-1fd7554c6145 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.23 "DELETE /v2.0/ports/8e7ad740-800a-41f2-9f4a-a6f54b1bd046 HTTP/1.1" status: 204 len: 173 time: 1.5263040 Nov 20 08:48:05.968462 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:05.979056 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33f5eda-eae1-4f1c-83bc-bef117e5c857', 'name': 'network-vif-deleted', 'tag': '8e7ad740-800a-41f2-9f4a-a6f54b1bd046', 'status': 'completed', 'code': 200} Nov 20 08:48:06.328241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:06.333074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:48:06.345734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:06.346529 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:47:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:06.346840 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-725102cd-ad33-4f54-90a9-10e8cb49315a req-e3c73f62-1bc6-48a4-bc9d-b25772fdc7e5 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/ports?device_id=d33f5eda-eae1-4f1c-83bc-bef117e5c857 HTTP/1.1" status: 200 len: 210 time: 0.0507669 Nov 20 08:48:06.541898 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:06.885447 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:06.891179 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6ae5-fe76-4b5c-a8fb-82f4726ca5ed None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:39:48Z', 'revision_number': 4, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'd270fd20-41a7-446c-a696-89ba6c463aa6', 'name': '', 'network_id': 'dd55f9e0-87bf-43aa-b74f-0785d0db3aa9', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'mac_address': 'fa:16:3e:a5:a3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:47Z', 'updated_at': '2020-11-20T08:39:58Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'subnets': [{'id': '6b4533d8-420e-4c87-9e0d-b3c221367134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:48:07.295890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c80198-f19f-4176-bdde-c2d18063f127 None None] New status for floating IP e5a95285-437f-4552-a2cd-6f0ba5b7f6e7: DOWN {{(pid=80323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:48:07.529095 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44756) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:07.601697 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:07.632457 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:07.697138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:07.703785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4654f385-c641-4e56-8fb7-5eef2f205eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:07.721032 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e22c422-b49e-4f71-be3b-72b425a44556,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:07.736808 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.737227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.737638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.738045 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.738450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.738849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.739248 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.739645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.740042 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.740437 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.740879 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.741278 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.741713 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.742111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.742503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.742893 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.743288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.743681 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.744074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.744466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.745033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.745769 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.746196 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.746854 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:07.751640 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:07.752735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:07.754263 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-8399a3d9-91ed-49b1-8bf8-6a45a40ad167 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "DELETE /v2.0/security-groups/5e22c422-b49e-4f71-be3b-72b425a44556 HTTP/1.1" status: 204 len: 168 time: 0.2240207 Nov 20 08:48:07.757123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44760) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:07.776956 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.api.v2.resource [None req-c09c13b9-1fe7-4230-abc4-a6b5d5db2522 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] show failed (client error): The resource could not be found. Nov 20 08:48:07.778909 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c09c13b9-1fe7-4230-abc4-a6b5d5db2522 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "GET /v2.0/security-groups/5e22c422-b49e-4f71-be3b-72b425a44556 HTTP/1.1" status: 404 len: 347 time: 0.0200651 Nov 20 08:48:07.781834 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44764) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:08.164299 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Deleting port 82cc918e-d871-4c82-860c-e2d453296806 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:08.164716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.347291 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.347929 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.481849 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Calling delete_port for 82cc918e-d871-4c82-860c-e2d453296806 owned by network:floatingip {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:08.628459 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.644513 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7de557c2-2f6b-4924-ad5c-1938dcd2b2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:08.704547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Pushing event deleted for resources: {'Port': ['ID=82cc918e-d871-4c82-860c-e2d453296806,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:08.709424 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:08.878568 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks [] for floatingip, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.894544 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:08.895832 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-45260413-e476-44af-857c-161823d0e898 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] 10.222.0.20 "DELETE /v2.0/floatingips/e5a95285-437f-4552-a2cd-6f0ba5b7f6e7 HTTP/1.1" status: 204 len: 168 time: 1.1129956 Nov 20 08:48:11.812749 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44788) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:12.478619 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642070'] for router_interface, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.135499 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Deleting port d270fd20-41a7-446c-a696-89ba6c463aa6 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:13.136430 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.323904 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] For port d270fd20-41a7-446c-a696-89ba6c463aa6, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=d270fd20-41a7-446c-a696-89ba6c463aa6,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:13.324298 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.462758 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Calling delete_port for d270fd20-41a7-446c-a696-89ba6c463aa6 owned by network:router_interface {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:13.668171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:13.684465 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:13.731875 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d270fd20-41a7-446c-a696-89ba6c463aa6,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:13.744245 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:13.801135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45c97431-0840-4cb8-8c17-216c6907691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:14.131964 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851321402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367919'] for router_interface, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.161371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Router b44ed2e6-e964-4581-871a-bb104bdcc52d has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80321) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:48:15.383520 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80321) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:48:15.393982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] Sync routers for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:48:15.403205 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e58f2264-1bf1-42c3-b71b-3f3640171da6 admin admin] 10.222.0.20 "PUT /v2.0/routers/b44ed2e6-e964-4581-871a-bb104bdcc52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5882716 Nov 20 08:48:15.406517 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44794) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:15.407941 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:15.408950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:47:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:15.605072 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: dv-cinder-733622-11-smb {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:15.618629 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.836198 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.845338 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Deleting port d79a9c8d-8406-4031-ade3-22cf85c3d675 {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:15.845757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:15.921325 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:48:13Z', 'revision_number': 5, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port': {'id': 'd79a9c8d-8406-4031-ade3-22cf85c3d675', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:39:44Z', 'updated_at': '2020-11-20T08:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:15.925662 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] Checking router: b44ed2e6-e964-4581-871a-bb104bdcc52d for host: dv-cinder-733622-11-smb {{(pid=80322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:48:15.938008 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] Routers {'b44ed2e6-e964-4581-871a-bb104bdcc52d'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:15.938698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:47:46Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['b44ed2e6-e964-4581-871a-bb104bdcc52d'], 'active': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:16.036561 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] For port d79a9c8d-8406-4031-ade3-22cf85c3d675, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=d79a9c8d-8406-4031-ade3-22cf85c3d675,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:16.036978 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.111104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] Set router b44ed2e6-e964-4581-871a-bb104bdcc52d gateway port host: None {{(pid=80322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:16.176357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Calling delete_port for d79a9c8d-8406-4031-ade3-22cf85c3d675 owned by network:router_gateway {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:16.374522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.391735 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d59449d4-6bc5-4bea-b1b5-587f64d5f87f tempest-AttachVolumeNegativeTest-343391388 tempest-AttachVolumeNegativeTest-343391388] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:16.420163 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20bf1840-e5c7-43d9-88a5-7bfa8afdc178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:16.422715 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:48:15Z', 'revision_number': 6, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port_host': None}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:16.427471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee7409-a3aa-422f-a2f5-10a281b5e41c None None] The sync data for ids ['b44ed2e6-e964-4581-871a-bb104bdcc52d'] in dv-cinder-733622-11-smb is: [{'id': 'b44ed2e6-e964-4581-871a-bb104bdcc52d', 'name': 'tempest-AttachVolumeShelveTestJSON-191783213-router', 'tenant_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:39:43Z', 'updated_at': '2020-11-20T08:48:15Z', 'revision_number': 6, 'project_id': '05d16d4bcb054bc8b2a5202daf7b9122', 'gw_port_host': None}] {{(pid=80322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:48:16.438630 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79a9c8d-8406-4031-ade3-22cf85c3d675,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:16.451653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:16.800144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401513'] for router_gateway, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.057135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.341972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1588'] for router, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.346776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.375630 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854370357'] for router, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.376240 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44ed2e6-e964-4581-871a-bb104bdcc52d {{(pid=80321) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:48:17.390111 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.393805 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-aad20776-4430-4667-8e29-22d984cfc1c7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b44ed2e6-e964-4581-871a-bb104bdcc52d HTTP/1.1" status: 204 len: 168 time: 1.9834328 Nov 20 08:48:17.394144 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44798) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:17.468660 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Deleting subnet 6b4533d8-420e-4c87-9e0d-b3c221367134 {{(pid=80321) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:17.472195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.526805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10532860'] for subnet, precommit_delete_associations {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.616074 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.891950 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11429454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1580829'] for subnet, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:17.912890 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:17.963653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4533d8-420e-4c87-9e0d-b3c221367134,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:17.969541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:18.058176 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for subnet, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.062679 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.065810 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c95b3805-0ba0-482c-bf1c-f68cae4c0300 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6b4533d8-420e-4c87-9e0d-b3c221367134 HTTP/1.1" status: 204 len: 168 time: 0.6706488 Nov 20 08:48:18.068280 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44802) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:18.068743 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bf15d-7229-4743-97ae-ae930ec4b651 None None] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:18.188185 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.241192 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d270fd20-41a7-446c-a696-89ba6c463aa6 no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:18.264525 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Deleting port 6f36fffd-6420-4660-8bf2-cc3587994dec {{(pid=80321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:18.264916 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.316002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: d270fd20-41a7-446c-a696-89ba6c463aa6 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:18.316394 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d270fd20-41a7-446c-a696-89ba6c463aa6 not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:18.316895 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d79a9c8d-8406-4031-ade3-22cf85c3d675 no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:18.388114 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: d79a9c8d-8406-4031-ade3-22cf85c3d675 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:18.388803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device d79a9c8d-8406-4031-ade3-22cf85c3d675 not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:18.453241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.504319 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] For port 6f36fffd-6420-4660-8bf2-cc3587994dec, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=6f36fffd-6420-4660-8bf2-cc3587994dec,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:18.504755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.534817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] DHCP port deletion for dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 request from dv-cinder-733622-11-smb {{(pid=80322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:48:18.539589 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Deleting port 6f36fffd-6420-4660-8bf2-cc3587994dec {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:18.540011 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.644510 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Calling delete_port for 6f36fffd-6420-4660-8bf2-cc3587994dec owned by network:dhcp {{(pid=80321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:18.728780 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843346316'] for port, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.743882 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6c284a21-a0ca-439a-84cc-482df50d86db tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:18.772142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] For port 6f36fffd-6420-4660-8bf2-cc3587994dec, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=6f36fffd-6420-4660-8bf2-cc3587994dec,segment=NetworkSegment(75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd),segment_id=75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:18.772506 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:18.790785 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f36fffd-6420-4660-8bf2-cc3587994dec,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:18.796703 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:18.901056 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] No DVR routers for this DVR port 6f36fffd-6420-4660-8bf2-cc3587994dec on host dv-cinder-733622-11-smb {{(pid=80321) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:48:18.911132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Calling delete_port for 6f36fffd-6420-4660-8bf2-cc3587994dec owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:18.988649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:48:18.989096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:48:19.040686 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.163612 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd55f9e0-87bf-43aa-b74f-0785d0db3aa9']}} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:19.178087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd') {'for_net_delete': True} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:19.178420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75af2ee6-6fa6-45a6-8ca3-ef11d86d6ffd') {} {{(pid=80321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:19.191584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844242955'] for segment, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.207566 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.209688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80321) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:19.410497 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:19.413671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.421134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843346784'] for segment, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.490716 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Deleting port 6f36fffd-6420-4660-8bf2-cc3587994dec {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:19.491489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.562207 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-05c78dfc-3d46-4a81-8332-8c3ed87af22f None None] The port '6f36fffd-6420-4660-8bf2-cc3587994dec' was deleted {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:48:19.606999 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Network dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 has no segments {{(pid=80321) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:19.630924 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:19.718344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.723492 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07f5ea12-b728-419d-9411-ee8e1ba26a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:19.737906 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:19.750099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Pushing event deleted for resources: {'Network': ['ID=dd55f9e0-87bf-43aa-b74f-0785d0db3aa9,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:19.753840 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:19.765373 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-9ad398b6-1180-45b8-a038-ea3580c2fe2f admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd55f9e0-87bf-43aa-b74f-0785d0db3aa9 HTTP/1.1" status: 204 len: 168 time: 1.6959777 Nov 20 08:48:19.918221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44808) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:19.977101 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d2da0b38-9405-4b90-b46c-cd3df84acc9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05d16d4bcb054bc8b2a5202daf7b9122&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0573199 Nov 20 08:48:19.979924 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44812) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:20.068741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.101417 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.160642 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.165643 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-04a5e07a-0412-4597-92ee-b4636ea63f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:20.182509 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa997080-2357-4115-96aa-be51bc076e29,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:20.186856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:20.196083 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:20.198261 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-e62fb220-e2c1-4edb-acb4-f04b6c3de230 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa997080-2357-4115-96aa-be51bc076e29 HTTP/1.1" status: 204 len: 168 time: 0.2169480 Nov 20 08:48:20.206000 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 6f36fffd-6420-4660-8bf2-cc3587994dec no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:20.256649 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: 6f36fffd-6420-4660-8bf2-cc3587994dec {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:20.257098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 6f36fffd-6420-4660-8bf2-cc3587994dec not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:24.316658 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-b3bdf3a9-40ff-4c57-8850-ca1e660cb282 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/floatingips/e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb HTTP/1.1" status: 200 len: 998 time: 0.1293716 Nov 20 08:48:24.534982 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-def58b08-a01f-43a3-bfd0-a678f5ec66dd tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:24.536581 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-def58b08-a01f-43a3-bfd0-a678f5ec66dd tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/networks/77e37b8f-e86d-4be6-8bec-12d8b6115714 HTTP/1.1" status: 200 len: 784 time: 0.2130992 Nov 20 08:48:24.553983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-57a65bb7-a672-4dd2-9618-b00f49c4d397 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=80320) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 20 08:48:24.555245 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-57a65bb7-a672-4dd2-9618-b00f49c4d397 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0120473 Nov 20 08:48:24.714111 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-80878111-4012-44bc-9976-a1c92acb7b43 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.246 HTTP/1.1" status: 200 len: 1001 time: 0.1465781 Nov 20 08:48:24.806584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-61cf81f7-2a3b-4337-aa26-3f3b5076d9d3 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:24.808452 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-61cf81f7-2a3b-4337-aa26-3f3b5076d9d3 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports/00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 942 time: 0.0905464 Nov 20 08:48:25.028962 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-35e8f842-6b2b-4e3d-843a-542aba610f14 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.28.3.246 HTTP/1.1" status: 200 len: 1001 time: 0.1332738 Nov 20 08:48:25.204436 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44876) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:25.292547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Deleting port 38168318-ba43-4097-9516-f6e119db3fc9 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:25.294168 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.424841 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.477500 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:25.483421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Usage tracker for resource:security_group_rule and tenant:29211e8c84674ebfbea17fe07d8b2139 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:25.487307 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:25.494057 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:25.579794 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.583765 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.598575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fcef6041-f3d3-4eef-96b6-7598d465b92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:25.689524 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdd276c-b5a3-49a2-8c61-4e15ee8e998e,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:25.693287 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:25.700813 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-f99751da-f9b2-493d-aad4-4aa2993c3a6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29211e8c84674ebfbea17fe07d8b2139&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4944212 Nov 20 08:48:25.701389 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44882) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:25.774066 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.797680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.798102 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.812522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.859060 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.865096 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fae9955d-8223-4855-810a-cd7ecde8258f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:25.881802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdd276c-b5a3-49a2-8c61-4e15ee8e998e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:25.884264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:25.888232 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fdd276c-b5a3-49a2-8c61-4e15ee8e998e HTTP/1.1" status: 204 len: 168 time: 0.1831567 Nov 20 08:48:25.888232 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02fe84d5-1c12-4116-8987-c3afa55807e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:25.931863 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Calling delete_port for 38168318-ba43-4097-9516-f6e119db3fc9 owned by network:floatingip {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:26.113577 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:26.130131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-674914c6-1605-41d5-a66d-0d755473ed1b tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:26.187221 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event deleted for resources: {'Port': ['ID=38168318-ba43-4097-9516-f6e119db3fc9,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:26.192142 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:26.361399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for floatingip, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:26.361783 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.db.l3_db [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Floating IP e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb disassociated (deleted). External IP: 172.28.3.246, port: 00b57cb1-799a-4289-af57-784c76543272. Nov 20 08:48:26.817313 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:48:27.065512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:48:27.077230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] Sync routers for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:48:27.097751 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:27.098594 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:48:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:27.106657 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for floatingip, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:27.198096 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-f9def968-290a-4bd9-b363-0ddfa78387bf tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "DELETE /v2.0/floatingips/e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb HTTP/1.1" status: 204 len: 173 time: 2.1568913 Nov 20 08:48:27.198653 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:48:27.276922 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'status': 'completed', 'code': 200} Nov 20 08:48:27.300420 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:27.475157 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296cbba-799c-4c92-8677-20f01c143721 req-6757af10-4681-4658-a968-c4158071dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:27.476904 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-6757af10-4681-4658-a968-c4158071dc48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.1531057 Nov 20 08:48:27.518891 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-ded79c5e-3c20-4181-a1b2-64507a3d7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:27.520560 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-ded79c5e-3c20-4181-a1b2-64507a3d7b44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 1162 time: 0.3029554 Nov 20 08:48:27.692985 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:08Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:27.697809 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] Checking router: 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:48:27.713421 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:27.714541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:48:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:27.750110 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296cbba-799c-4c92-8677-20f01c143721 req-f4d52e2d-dd25-45e4-a4dc-858445011b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:27.751826 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-f4d52e2d-dd25-45e4-a4dc-858445011b71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.2654836 Nov 20 08:48:27.838259 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-ba8023eb-fa3c-40d0-9326-1ec24f2aee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:27.838880 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-ba8023eb-fa3c-40d0-9326-1ec24f2aee47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 200 len: 902 time: 0.3008833 Nov 20 08:48:27.849068 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-4d8c7986-f026-4019-9a44-17ef592ee12f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 217 time: 0.0866024 Nov 20 08:48:27.964602 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-72c058b7-d64c-4d4b-bc98-4cd6745d6358 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 200 len: 217 time: 0.1143734 Nov 20 08:48:28.043332 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296cbba-799c-4c92-8677-20f01c143721 req-d3631a6d-983e-4aac-bc1e-4651a8b0e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:28.044890 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-d3631a6d-983e-4aac-bc1e-4651a8b0e56a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.1397576 Nov 20 08:48:28.080230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:28.086944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-147ef545-745f-421d-bc27-1a68ec3b5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:28.088567 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-147ef545-745f-421d-bc27-1a68ec3b5ba4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 200 len: 847 time: 0.1147778 Nov 20 08:48:28.201930 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296cbba-799c-4c92-8677-20f01c143721 req-8492bb24-a8b0-4365-ae35-002fb7b9c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:28.203662 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-8492bb24-a8b0-4365-ae35-002fb7b9c67d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1511416 Nov 20 08:48:28.211154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-6ff4afe2-8e88-4a2a-adc4-86120bde8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:28.212820 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-6ff4afe2-8e88-4a2a-adc4-86120bde8f57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2af89aa7-0218-4e75-9c7a-cebf2996a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1122091 Nov 20 08:48:28.483872 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:08Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:28.488961 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d4ee1e-1bd9-4cdc-88e2-b00ebbed4e89 None None] The sync data for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb is: [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:43:00Z', 'revision_number': 4, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb', '_interfaces': [{'id': 'c60d317c-7fe8-4058-9c58-aff0cf15638e', 'name': '', 'network_id': '2af89aa7-0218-4e75-9c7a-cebf2996a452', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'mac_address': 'fa:16:3e:96:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:59Z', 'updated_at': '2020-11-20T08:43:08Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'subnets': [{'id': '4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:48:28.489210 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-1a88c366-27f0-4a18-b4ec-9dcfea4f0f8d service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750826 Nov 20 08:48:28.492603 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-d3acdb3d-7731-4587-a7d2-311117458896 service neutron] 10.222.0.20 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561853 Nov 20 08:48:29.077058 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f4104-7d57-4620-8778-688950d6c715 None None] New status for floating IP e349d5cb-3fd8-4e9e-97b8-1d9fdf6642bb: DOWN {{(pid=80322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 20 08:48:29.099676 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-0296cbba-799c-4c92-8677-20f01c143721 req-0ce6372b-da5d-4f13-ac2a-ae11282b76d1 service neutron] 10.222.0.23 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6012669 Nov 20 08:48:29.101612 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1621a48a-7e8e-451e-b3ca-e71230baa549 req-660f17af-6354-4f06-aa9d-72647f1e4419 service neutron] 10.222.0.20 "GET /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6017928 Nov 20 08:48:29.596522 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6f606-e0a6-4357-b9df-992787ca5923 req-f34a898a-335b-4b43-998a-7fb22ef23c9c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:29.597261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-30b6f606-e0a6-4357-b9df-992787ca5923 req-f34a898a-335b-4b43-998a-7fb22ef23c9c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Synchronizing usage tracker for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:port {{(pid=80320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 20 08:48:29.613518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [req-30b6f606-e0a6-4357-b9df-992787ca5923 req-f34a898a-335b-4b43-998a-7fb22ef23c9c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Unset dirty status for tenant:a3edd7827d484839a3efc1a9388f2d4a on resource:port {{(pid=80320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 20 08:48:29.614818 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-30b6f606-e0a6-4357-b9df-992787ca5923 req-f34a898a-335b-4b43-998a-7fb22ef23c9c tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1096470 Nov 20 08:48:29.674966 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-30b6f606-e0a6-4357-b9df-992787ca5923 req-43c58473-7727-418e-9db9-5f65c3b59f4b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0530145 Nov 20 08:48:30.510260 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:48:30.927383 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdfd5a-0446-402e-a2c1-d810c7fadf76 req-bb593e44-4bd7-482f-aa20-495cf5e4a16b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:30.930450 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8fdfd5a-0446-402e-a2c1-d810c7fadf76 req-bb593e44-4bd7-482f-aa20-495cf5e4a16b tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.1117284 Nov 20 08:48:30.990167 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-b8fdfd5a-0446-402e-a2c1-d810c7fadf76 req-4f431b34-d33b-42d6-a183-07200b28ca2d tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0530512 Nov 20 08:48:31.237923 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-ebee48a3-c92e-440d-a183-a53c1288a2ca tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:31.240047 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-ebee48a3-c92e-440d-a183-a53c1288a2ca tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.23 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 945 time: 0.0901937 Nov 20 08:48:31.322582 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Deleting port 00b57cb1-799a-4289-af57-784c76543272 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:31.322967 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:31.432917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Device 00b57cb1-799a-4289-af57-784c76543272 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:31.555698 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4106588'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:31.585094 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:48:31.594984 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:31.595354 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:31.596288 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:31.599443 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363303179812570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363303180200240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733674575594'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:31.601382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:31.658064 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'code': 200} Nov 20 08:48:31.681512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Pushing event updated for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=7']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:31.691972 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.692626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.693174 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.693701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.694215 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.694728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.695247 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.695756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.696366 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.696885 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.697370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.697894 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.698426 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.702195 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.702804 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.703310 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.703822 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.704318 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.704837 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.705370 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.706119 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.706632 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.707003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.707371 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-11-smb {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 20 08:48:31.711974 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:31.744154 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Calling delete_port for 00b57cb1-799a-4289-af57-784c76543272 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:31.833764 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:48:31.834138 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:48:32.225767 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90779c-53fb-4d5d-bd17-b8e551cbd061 req-b80de30f-1b72-452c-905f-6d2ecdf4cc58 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80321) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 20 08:48:32.227494 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1d90779c-53fb-4d5d-bd17-b8e551cbd061 req-b80de30f-1b72-452c-905f-6d2ecdf4cc58 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 943 time: 0.0924199 Nov 20 08:48:32.278955 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1d90779c-53fb-4d5d-bd17-b8e551cbd061 req-4446e961-f7f9-4282-b596-d3ed86cfecf5 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups?id=9a78261a-c746-4429-a421-632042761d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444515 Nov 20 08:48:32.335344 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Deleting port 00b57cb1-799a-4289-af57-784c76543272 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:32.335876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:32.633171 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] For port 00b57cb1-799a-4289-af57-784c76543272, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=00b57cb1-799a-4289-af57-784c76543272,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:32.633753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:32.770614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Calling delete_port for 00b57cb1-799a-4289-af57-784c76543272 owned by compute:nova {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:32.922097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 44972) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:32.941303 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:32.958092 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9565bf7d-3b44-46f8-9fe2-12f63b5945d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:33.007372 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event deleted for resources: {'Port': ['ID=00b57cb1-799a-4289-af57-784c76543272,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:33.010289 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:33.091255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.125604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:33.129753 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Usage tracker for resource:security_group_rule and tenant:426400bc2ef74108be8105ed78ee22d3 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:33.132817 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:33.139977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:33.184097 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] No DVR routers for this DVR port 00b57cb1-799a-4289-af57-784c76543272 on host hv-cinder-73362 {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:48:33.186458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3639'] for port, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.190574 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-deleted', 'tag': '00b57cb1-799a-4289-af57-784c76543272'}] {{(pid=80320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 20 08:48:33.207135 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-262b04fd-6bee-4ac3-b731-dec7ed789f23 req-1bbf42be-1473-4334-aab1-ea6fdf1fac60 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.23 "DELETE /v2.0/ports/00b57cb1-799a-4289-af57-784c76543272 HTTP/1.1" status: 204 len: 173 time: 1.9615195 Nov 20 08:48:33.218580 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.221673 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.231546 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-03e02de8-c866-4083-a6e3-38028ce04492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:33.259680 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2892a1f-3c6e-48d0-a256-5d134cb98172', 'name': 'network-vif-deleted', 'tag': '00b57cb1-799a-4289-af57-784c76543272', 'status': 'completed', 'code': 200} Nov 20 08:48:33.279629 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=426400bc2ef74108be8105ed78ee22d3&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3563430 Nov 20 08:48:33.280418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c47524-02c7-4831-9db5-c45464a37dfd,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:33.283610 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 44980) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:33.283857 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:33.362205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.391264 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.443835 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.449731 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b8bbb43-8701-46e2-9334-16c5e7e622d1 tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:33.462859 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c47524-02c7-4831-9db5-c45464a37dfd,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:33.464293 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-58f8b908-1e45-46e1-8079-b54925d06a50 req-cff9dcb1-a1e1-48d2-8f83-dbb19411f7ba tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/ports?device_id=d2892a1f-3c6e-48d0-a256-5d134cb98172 HTTP/1.1" status: 200 len: 210 time: 0.0465925 Nov 20 08:48:33.466183 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:33.470241 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.471634 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6789dfc4-f795-4071-ae2c-0244b1f250b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67c47524-02c7-4831-9db5-c45464a37dfd HTTP/1.1" status: 204 len: 168 time: 0.1861496 Nov 20 08:48:33.886939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 44990) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:33.909418 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:33.945775 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:33.951131 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Usage tracker for resource:security_group_rule and tenant:8c37adf2ff064486ad820867cb8dcad1 is out of sync, need to count used quota {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:33.954575 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:33.960910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:34.035645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.038563 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.052281 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-618647de-8e2f-42ad-9432-7e7715eafe02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:34.135428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf49b9cb-5ab0-49a6-a800-d700eede4bce,revision_number=1']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:34.143602 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:34.148857 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-dac8e611-adf8-49b2-a76e-135121c6187c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c37adf2ff064486ad820867cb8dcad1&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2603946 Nov 20 08:48:34.152528 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 44994) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:34.229828 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.266009 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.317480 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.322701 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d638df3f-2614-4701-8397-cdda74891769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:34.335434 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf49b9cb-5ab0-49a6-a800-d700eede4bce,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:34.341886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:34.344050 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.345593 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-deb082ad-7d28-4c7b-b819-3eacfd5261ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf49b9cb-5ab0-49a6-a800-d700eede4bce HTTP/1.1" status: 204 len: 168 time: 0.1911485 Nov 20 08:48:34.670571 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1d2a4725-221b-4789-a1f5-0d61d4a00757 req-fad6eda6-5d62-4cac-854d-5c8daf431588 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "GET /v2.0/security-groups/9a78261a-c746-4429-a421-632042761d8e HTTP/1.1" status: 200 len: 2747 time: 0.0611238 Nov 20 08:48:34.755317 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d2a4725-221b-4789-a1f5-0d61d4a00757 req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.789035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d2a4725-221b-4789-a1f5-0d61d4a00757 req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.838565 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d2a4725-221b-4789-a1f5-0d61d4a00757 req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.844699 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bdcdb31f-e771-47ac-b0bc-7a330c380e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:34.862676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a78261a-c746-4429-a421-632042761d8e,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:34.865747 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:34.877220 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d2a4725-221b-4789-a1f5-0d61d4a00757 req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:34.878473 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [req-1d2a4725-221b-4789-a1f5-0d61d4a00757 req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] 10.222.0.20 "DELETE /v2.0/security-groups/9a78261a-c746-4429-a421-632042761d8e HTTP/1.1" status: 204 len: 173 time: 0.2016220 Nov 20 08:48:34.943463 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 45014) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:35.587140 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642070'] for router_interface, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:36.256772 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Deleting port c60d317c-7fe8-4058-9c58-aff0cf15638e {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:36.257312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:36.445464 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] For port c60d317c-7fe8-4058-9c58-aff0cf15638e, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=c60d317c-7fe8-4058-9c58-aff0cf15638e,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:36.445855 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:36.814180 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Calling delete_port for c60d317c-7fe8-4058-9c58-aff0cf15638e owned by network:router_interface {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:37.019983 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.037024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c29735be-1212-431b-9978-e65f9382fdfd tempest-AttachVolumeShelveTestJSON-951989956 tempest-AttachVolumeShelveTestJSON-951989956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:37.094448 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60d317c-7fe8-4058-9c58-aff0cf15638e,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:37.099641 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:37.356350 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45064) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:37.500803 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851321402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854367919'] for router_interface, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.523112 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.557238 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:37.562187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Usage tracker for resource:security_group_rule and tenant:8b964b0600b4419da1140c4c4a3394b5 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:37.565187 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:37.571219 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:37.642874 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.646064 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.654269 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-12a27504-86f1-4a8e-bd96-e579793f00ea tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:37.708099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ca1ed-ba9a-40b9-8661-79eec0c8624c,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:37.711169 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:37.718849 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-76dda7ba-e0ee-4239-a8a9-03531670efe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b964b0600b4419da1140c4c4a3394b5&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3611474 Nov 20 08:48:37.719550 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45070) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:37.786706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.817178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.868069 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.874971 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-27a20749-a806-489a-9a0d-ccdf8dea3472 tempest-TestShelveInstance-1802323023 tempest-TestShelveInstance-1802323023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:37.889951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ca1ed-ba9a-40b9-8661-79eec0c8624c,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:37.893193 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:37.894143 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:37.898822 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-efcad68f-6b10-4ba4-b9ec-2153d2882831 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e30ca1ed-ba9a-40b9-8661-79eec0c8624c HTTP/1.1" status: 204 len: 168 time: 0.1749783 Nov 20 08:48:38.276255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e has already been hosted by L3 agent f02944a9-a579-41ca-9941-9b14bdc05949 {{(pid=80320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 20 08:48:38.344415 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45078) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:38.364741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.401170 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:48:38.406512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1dda84004b4cfeb2ec4f9212c35a6a is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:48:38.409741 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:48:38.415547 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:48:38.487959 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.491671 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.500482 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b207b4b2-3e2e-4acb-95f9-33022a9013b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:38.505940 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] Notify agent at l3_agent.dv-cinder-733622-11-smb the message routers_updated {{(pid=80320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 20 08:48:38.523135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] Sync routers for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 20 08:48:38.532731 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-b5d15d87-8ea5-43c4-bebc-3d3c7ab09be1 admin admin] 10.222.0.20 "PUT /v2.0/routers/57d09d0c-2a3c-4c12-aaa1-4af751a7df8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5875471 Nov 20 08:48:38.533757 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 45082) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:38.545977 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:38.547218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:48:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:38.557261 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed1dda84004b4cfeb2ec4f9212c35a6a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2083282 Nov 20 08:48:38.557261 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac043a6-9db6-4726-86b7-e4241564527d,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:38.557728 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45086) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:38.561292 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-39a2b522-f79e-4d94-b9bb-45064ba16c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:38.634471 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.686596 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.770126 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.775624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b824f2d-d543-4e82-89f6-abfa08e5f4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:38.791432 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac043a6-9db6-4726-86b7-e4241564527d,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:38.795021 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:38.798068 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.813900 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-50b48dba-0e6e-4348-baa3-0d0193d340d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ac043a6-9db6-4726-86b7-e4241564527d HTTP/1.1" status: 204 len: 168 time: 0.2433479 Nov 20 08:48:38.837209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks [] for router, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:38.878795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: dv-cinder-733622-11-smb {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:39.074712 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:39.098644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Deleting port 717d6158-b930-4ff2-ad56-991a3f7b55d7 {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:39.099204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:39.225374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'external_fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:48:36Z', 'revision_number': 5, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port': {'id': '717d6158-b930-4ff2-ad56-991a3f7b55d7', 'name': '', 'network_id': '77e37b8f-e86d-4be6-8bec-12d8b6115714', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-20T08:42:56Z', 'updated_at': '2020-11-20T08:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd100af67-8c7a-4a7c-b958-a8e77de802c1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-11-smb'}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:39.229755 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] Checking router: 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e for host: dv-cinder-733622-11-smb {{(pid=80323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 20 08:48:39.242537 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] Routers {'57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'} bound to L3 agent in host dv-cinder-733622-11-smb {{(pid=80323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 20 08:48:39.243252 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-20T08:26:16Z,description=,heartbeat_timestamp=2020-11-20T08:48:16Z,host='dv-cinder-733622-11-smb',id=f02944a9-a579-41ca-9941-9b14bdc05949,load=0,resource_versions=,resources_synced=,started_at=2020-11-20T08:26:16Z,topic='l3_agent')) {'router_ids': ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'], 'active': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:39.307399 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] For port 717d6158-b930-4ff2-ad56-991a3f7b55d7, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=717d6158-b930-4ff2-ad56-991a3f7b55d7,segment=NetworkSegment(1f3bc9e3-a44b-484d-99b2-889a9a0f5551),segment_id=1f3bc9e3-a44b-484d-99b2-889a9a0f5551)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:39.307795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:39.417946 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] Set router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e gateway port host: None {{(pid=80323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 20 08:48:39.540595 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:48:39Z', 'revision_number': 6, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port_host': None}], 'dv-cinder-733622-11-smb', False) {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:39.546451 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0645f-b7cd-455b-b555-7f81077a1992 None None] The sync data for ids ['57d09d0c-2a3c-4c12-aaa1-4af751a7df8e'] in dv-cinder-733622-11-smb is: [{'id': '57d09d0c-2a3c-4c12-aaa1-4af751a7df8e', 'name': 'tempest-TestShelveInstance-160517126-router', 'tenant_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-20T08:42:55Z', 'updated_at': '2020-11-20T08:48:39Z', 'revision_number': 6, 'project_id': 'a3edd7827d484839a3efc1a9388f2d4a', 'gw_port_host': None}] {{(pid=80323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 20 08:48:39.681315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Calling delete_port for 717d6158-b930-4ff2-ad56-991a3f7b55d7 owned by network:router_gateway {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:39.864688 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:39.881134 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8e916b0a-027e-45d3-923c-17b4dbf29fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:39.944939 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Pushing event deleted for resources: {'Port': ['ID=717d6158-b930-4ff2-ad56-991a3f7b55d7,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:39.952637 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:40.238341 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c60d317c-7fe8-4058-9c58-aff0cf15638e no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:40.277073 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: c60d317c-7fe8-4058-9c58-aff0cf15638e {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:40.277444 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device c60d317c-7fe8-4058-9c58-aff0cf15638e not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:40.278120 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 717d6158-b930-4ff2-ad56-991a3f7b55d7 no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:40.318116 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: 717d6158-b930-4ff2-ad56-991a3f7b55d7 {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:40.318776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 717d6158-b930-4ff2-ad56-991a3f7b55d7 not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:40.335098 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-401513'] for router_gateway, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.616818 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1588'] for router, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.622404 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.650295 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854370357'] for router, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.650756 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d09d0c-2a3c-4c12-aaa1-4af751a7df8e {{(pid=80320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 20 08:48:40.664208 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] Notify callbacks [] for router, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.665423 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-ccd4edde-2e84-4c32-9475-b16e22e3211e admin admin] 10.222.0.20 "DELETE /v2.0/routers/57d09d0c-2a3c-4c12-aaa1-4af751a7df8e HTTP/1.1" status: 204 len: 168 time: 2.1302989 Nov 20 08:48:40.668539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 45152) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:40.746750 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Deleting subnet 4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde {{(pid=80320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 20 08:48:40.750914 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.806951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11683736'] for subnet, precommit_delete_associations {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:40.938786 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4047693'] for subnet, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.223490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850728134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11275677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11394838'] for subnet, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.241254 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:41.283856 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:41.286627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:41.390237 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.395145 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298c773-4686-4c8e-a280-14f37fba9860 None None] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 requested from dv-cinder-733622-11-smb {{(pid=80322) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 20 08:48:41.397285 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-cd95a93a-9b1c-4698-937c-3f2e9f18b2d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4ac63f5a-e3f6-4187-a5eb-ca0c1fd6ecde HTTP/1.1" status: 204 len: 168 time: 0.7273254 Nov 20 08:48:41.399976 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80320) accepted ('10.222.0.20', 45174) {{(pid=80320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:41.523329 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3990443'] for network, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.597209 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Deleting port 750bace8-8da5-4423-95af-ba375b00ca3f {{(pid=80320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:41.597584 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.668706 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] DHCP port deletion for 2af89aa7-0218-4e75-9c7a-cebf2996a452 request from dv-cinder-733622-11-smb {{(pid=80322) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 20 08:48:41.673363 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Deleting port 750bace8-8da5-4423-95af-ba375b00ca3f {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:41.673793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.837003 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] For port 750bace8-8da5-4423-95af-ba375b00ca3f, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=750bace8-8da5-4423-95af-ba375b00ca3f,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:41.837294 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.901106 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] For port 750bace8-8da5-4423-95af-ba375b00ca3f, host dv-cinder-733622-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-11-smb',level=0,port_id=750bace8-8da5-4423-95af-ba375b00ca3f,segment=NetworkSegment(207394a3-8e3b-4936-b39e-100467f7385e),segment_id=207394a3-8e3b-4936-b39e-100467f7385e)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 20 08:48:41.901470 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854366314'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:41.974019 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Calling delete_port for 750bace8-8da5-4423-95af-ba375b00ca3f owned by network:dhcp {{(pid=80320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:42.033695 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Calling delete_port for 750bace8-8da5-4423-95af-ba375b00ca3f owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 20 08:48:42.057148 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4099091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363303179812587', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733674575560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843500121'] for port, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:42.074876 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e720f74c-77ba-4543-9160-5da3f63910c1 tempest-AttachVolumeTestJSON-1450444861 tempest-AttachVolumeTestJSON-1450444861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:42.127581 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.db.api [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 20 08:48:42.128177 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_db.api [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 20 08:48:42.132935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Pushing event deleted for resources: {'Port': ['ID=750bace8-8da5-4423-95af-ba375b00ca3f,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:42.138265 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:42.204406 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 750bace8-8da5-4423-95af-ba375b00ca3f no longer exists at agent ovs-agent-dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 20 08:48:42.227205 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] No DVR routers for this DVR port 750bace8-8da5-4423-95af-ba375b00ca3f on host dv-cinder-733622-11-smb {{(pid=80320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 20 08:48:42.240951 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] No Port match for: 750bace8-8da5-4423-95af-ba375b00ca3f {{(pid=80322) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 20 08:48:42.241376 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Device 750bace8-8da5-4423-95af-ba375b00ca3f not bound to the agent host dv-cinder-733622-11-smb {{(pid=80322) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 20 08:48:42.365518 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4056250', 'neutron.services.segments.db._delete_segments_for_network--9223363303179713447'] for network, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:42.494576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af89aa7-0218-4e75-9c7a-cebf2996a452']}} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:42.512024 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207394a3-8e3b-4936-b39e-100467f7385e') {'for_net_delete': True} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:42.512355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.services.segments.db [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207394a3-8e3b-4936-b39e-100467f7385e') {} {{(pid=80320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 20 08:48:42.526214 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363303179718311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843092079'] for segment, before_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:42.545320 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850725036'] for segment, precommit_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:42.547762 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 20 08:48:42.629987 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Deleting port 750bace8-8da5-4423-95af-ba375b00ca3f {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 20 08:48:42.630677 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363303179821957'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:42.710315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-eb71a280-560c-4056-8650-d1c41403f96e None None] The port '750bace8-8da5-4423-95af-ba375b00ca3f' was deleted {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 20 08:48:42.743239 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 has no segments {{(pid=80320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:42.754381 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4050799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843499661'] for segment, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.195507 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Network 2af89aa7-0218-4e75-9c7a-cebf2996a452 has no segments {{(pid=80320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: Traceback (most recent call last): Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: timer() Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: cb(*args, **kw) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: return func(*args, **kwargs) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: self._notify() Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: self.callback(batched_events) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: event.method(event) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: segment_id)['aggregates'][0] Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: return f(self, *a, **k) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: return self._get(url).json() Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: **kwargs) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: **endpoint_filter) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 20 08:48:43.222033 dv-cinder-733622-11-smb neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 20 08:48:43.308926 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850719581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3454414'] for network, after_delete {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.313512 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3454461'] for network, before_response {{(pid=80320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.316693 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e965f82c-ba1f-40b5-86f5-652ba91fc07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:43.342035 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af89aa7-0218-4e75-9c7a-cebf2996a452,revision_number=None']} {{(pid=80320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:43.345002 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:43.350377 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-6f65be78-87f3-4e2a-a7ec-644d68c51131 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2af89aa7-0218-4e75-9c7a-cebf2996a452 HTTP/1.1" status: 204 len: 168 time: 1.9490726 Nov 20 08:48:43.569037 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45184) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:43.626393 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d89688fa-484c-4fc7-9dd3-ea0af5ab8383 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3edd7827d484839a3efc1a9388f2d4a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0559769 Nov 20 08:48:43.628866 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45188) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:48:43.701133 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.730378 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.781805 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.787910 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cc7ca40-cef9-43ca-b754-cc8eaf023c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:48:43.803458 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bac865-d619-459d-945f-77a29efa3181,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:48:43.805614 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b46df460-aa29-4d7a-8117-50e2d64f507f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.809450 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:48:43.811569 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:43.815163 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-c62943b0-8423-463f-8189-5b3b42b28203 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92bac865-d619-459d-945f-77a29efa3181 HTTP/1.1" status: 204 len: 168 time: 0.1829839 Nov 20 08:48:46.144193 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8f08b99-b032-4ec0-9f3e-3985c38576ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:47.051944 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:48.059355 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:48.426108 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:48:49.415255 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:00.712375 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45258) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:00.869645 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:00.904970 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:00.909065 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bc44cdddde4b5a88be598e8e9ef315 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:00.912107 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:00.918159 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:00.995090 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:00.997802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:01.005810 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4352a1c7-382b-47c7-a403-0d9260edadf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:01.052771 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0916af-f9bc-44a2-838b-e835ee3b85a8,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:01.056557 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:01.059200 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-11dcb6d7-5be1-40fa-8e8d-83e157cbd4f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6bc44cdddde4b5a88be598e8e9ef315&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3457217 Nov 20 08:49:01.062312 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45264) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:01.131352 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:01.159802 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:01.209104 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:01.213668 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-15406c3a-428d-431b-9496-5cbbf8d177b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:01.226680 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0916af-f9bc-44a2-838b-e835ee3b85a8,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:01.229297 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:01.235980 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:01.237251 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-d532035b-6896-47e7-b071-f165b5b5a406 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c0916af-f9bc-44a2-838b-e835ee3b85a8 HTTP/1.1" status: 204 len: 168 time: 0.1739178 Nov 20 08:49:05.559347 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45310) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:05.723793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:05.758937 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 20 08:49:05.763132 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Usage tracker for resource:security_group_rule and tenant:5db5813154054d1f8c240bf387d10122 is out of sync, need to count used quota {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 20 08:49:05.766178 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.quota.resource [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80321) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 20 08:49:05.772576 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80321) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 20 08:49:05.841466 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:05.844393 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_create {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:05.853204 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e48ac4db-c9c6-42b3-80d8-45027dc8fe2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:05.902564 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29feb4bd-b3e0-432b-ad4f-46df3334dbf2,revision_number=1']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:05.907400 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5db5813154054d1f8c240bf387d10122&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3469956 Nov 20 08:49:05.908382 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-919b5ae0-ef64-442c-8dfd-67258f81eea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:05.910776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [-] (80321) accepted ('10.222.0.20', 45316) {{(pid=80321) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 20 08:49:05.977626 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:06.007917 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:06.056414 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380162'] for security_group, after_delete {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:06.061459 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a3b34f05-47af-40dc-8e2a-f484195fc726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 20 08:49:06.072892 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29feb4bd-b3e0-432b-ad4f-46df3334dbf2,revision_number=None']} {{(pid=80321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 20 08:49:06.075644 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 20 08:49:06.081315 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:06.082538 dv-cinder-733622-11-smb neutron-server[80207]: INFO neutron.wsgi [None req-09b15398-dea2-4775-a7de-e46daa3e5a18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29feb4bd-b3e0-432b-ad4f-46df3334dbf2 HTTP/1.1" status: 204 len: 168 time: 0.1707253 Nov 20 08:49:07.512246 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:49:13.809244 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb7ac005-fea8-4bb6-9b14-ba8d2fae1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:16.147367 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c656-d634-457c-8fac-b962fb1bbba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:17.054250 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:18.061943 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:18.428491 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:19.404428 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:43.812067 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45e2f84f-8100-4328-832c-e37ee62953f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:44.513579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:49:46.151638 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5b95fe7-a76a-4645-a1e0-fa9c50d7121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:47.057481 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:48.064748 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:48.432357 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:49:49.417800 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:13.814063 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d51790f1-0979-4b75-83e5-5ce08734bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:16.154534 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3488-8a06-47e5-87eb-7a51e9f1247b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:17.060793 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:18.066490 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:18.435572 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:19.421488 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:21.514033 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:50:43.816099 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe606-e6c8-4278-8d1f-cf01b8028645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:46.156831 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57d88b72-1651-4037-88e1-8e812c18afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:47.062343 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:48.070624 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:48.437627 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:49.447868 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:50:58.515089 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:51:13.820345 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fcc356f5-14ae-4153-b6ae-9937d65b86ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:16.157955 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f953190-1d9a-4925-99fe-1500e99d6a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:17.064789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:18.234054 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:18.439907 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:19.461539 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:33.576945 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-0489a1b0-8e46-4e28-a4fd-c5c03ded6bcd req-3bba98ca-42bf-4273-8d66-f53c7b4967ab service neutron] (80320) timed out ('10.222.0.23', 49920) {{(pid=80320) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 20 08:51:35.515503 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:51:43.821489 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7ad5fb22-eb79-4f77-9f10-17390c5f19db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:46.159360 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6134483e-4f02-4d2c-96d0-b6a399e3f571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:47.068604 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:48.075935 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:48.442113 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:51:49.468200 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:12.517135 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:52:13.823124 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd90c6a2-d416-4369-b3b2-43ce93d8679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:16.162374 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6dfc-e14a-46fe-9c45-0b9e70422df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:17.071734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:18.078103 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:18.444784 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:19.476123 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:43.824676 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4dab5a43-3d84-4a7f-9be9-672abcb58871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:46.164152 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb016-1abd-4615-9538-9ac2e83e5f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:47.074579 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:48.080218 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:48.447516 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:49.494227 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:52:49.517541 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:53:13.828795 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-16b37475-c46c-4a96-8b29-82e01d256ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:16.166105 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6236f70-197e-4b30-a63e-32820b3efe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:17.076956 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:18.082787 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:18.449647 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:19.506734 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:26.522087 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 20 08:53:43.831789 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3c0f-e0e6-4982-b210-571e1c6ff389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:46.167965 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8067331-fa94-4480-8f92-09db6d52c54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:47.081212 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8e974d0-ffff-460e-ac5c-2fa2604dcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:48.083737 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e57f0d3-c37a-4ace-a815-bf7437d6fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:48.451886 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d57984-9e27-4e06-ad79-0d6bdaa2c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:49.518776 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cce440dc-c2d7-4b39-96e9-57ee01f83bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363303179713464', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4057044'] for agent, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 20 08:53:59.037959 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.wsgi [req-0828bf2d-7d4a-4ba5-b33c-10c62617cec5 req-939b16f8-2770-44b8-9e23-09c55ac14a98 service neutron] (80321) timed out ('10.222.0.23', 49982) {{(pid=80321) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 20 08:54:03.525230 dv-cinder-733622-11-smb neutron-server[80207]: DEBUG neutron.db.agents_db [None req-35e78d39-5ef3-4419-a9b5-4522fb9c1644 None None] Agent healthcheck: found 6 active agents {{(pid=80323) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}